2024-11-16 10:16:46,492 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 10:16:46,509 main DEBUG Took 0.015631 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 10:16:46,510 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 10:16:46,510 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 10:16:46,511 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 10:16:46,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,519 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 10:16:46,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,540 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,542 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,543 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,545 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,548 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,551 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:16:46,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,553 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 10:16:46,555 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:16:46,557 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 10:16:46,559 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 10:16:46,560 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 10:16:46,561 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 10:16:46,562 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 10:16:46,572 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 10:16:46,576 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 10:16:46,578 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 10:16:46,578 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 10:16:46,579 main DEBUG createAppenders(={Console}) 2024-11-16 10:16:46,580 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 10:16:46,580 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 10:16:46,580 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 10:16:46,581 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 10:16:46,581 main DEBUG OutputStream closed 2024-11-16 10:16:46,581 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 10:16:46,582 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 10:16:46,582 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 10:16:46,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 10:16:46,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 10:16:46,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 10:16:46,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 10:16:46,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 10:16:46,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 10:16:46,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 10:16:46,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 10:16:46,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 10:16:46,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 10:16:46,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 10:16:46,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 10:16:46,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 10:16:46,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 10:16:46,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 10:16:46,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 10:16:46,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 10:16:46,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 10:16:46,672 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 10:16:46,673 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 10:16:46,673 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 10:16:46,674 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T10:16:46,686 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 10:16:46,689 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 10:16:46,689 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T10:16:46,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=4994 2024-11-16T10:16:47,152 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T10:16:47,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d 2024-11-16T10:16:47,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8, deleteOnExit=true 2024-11-16T10:16:47,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/zookeeper_0, clientPort=51701, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:16:47,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51701 2024-11-16T10:16:47,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:16:47,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:16:47,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/test.cache.data in system properties and HBase conf 2024-11-16T10:16:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:16:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:16:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:16:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:16:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:16:47,553 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T10:16:47,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:16:47,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:16:47,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:16:47,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:16:47,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:16:47,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:16:47,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:16:47,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:16:47,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:16:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:16:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:16:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:16:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:16:47,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:16:47,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:16:48,898 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T10:16:48,995 INFO [Time-limited test {}] log.Log(170): Logging initialized @3188ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T10:16:49,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:49,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:16:49,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:16:49,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:16:49,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:16:49,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:49,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:16:49,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:16:49,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/java.io.tmpdir/jetty-localhost-35821-hadoop-hdfs-3_4_1-tests_jar-_-any-3627113295922679702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:16:49,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35821} 2024-11-16T10:16:49,492 INFO [Time-limited test {}] server.Server(415): Started @3686ms 2024-11-16T10:16:50,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:50,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:16:50,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:16:50,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:16:50,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:16:50,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:16:50,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:16:50,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/java.io.tmpdir/jetty-localhost-37991-hadoop-hdfs-3_4_1-tests_jar-_-any-3578872060535998084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:16:50,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:37991} 2024-11-16T10:16:50,331 INFO [Time-limited test {}] server.Server(415): Started @4526ms 2024-11-16T10:16:50,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:16:51,562 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/data/data2/current/BP-1597455081-172.17.0.2-1731752208361/current, will proceed with Du for space computation calculation, 2024-11-16T10:16:51,562 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/data/data1/current/BP-1597455081-172.17.0.2-1731752208361/current, will proceed with Du for space computation calculation, 2024-11-16T10:16:51,609 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:16:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe183e74945c46d23 with lease ID 0x31c6e379eeb6144: Processing first storage report for DS-6214f576-791d-49d1-8a16-b27e4d9533bc from datanode DatanodeRegistration(127.0.0.1:45801, datanodeUuid=2973d7a1-04cc-4742-ba39-3694167b20a7, infoPort=45799, infoSecurePort=0, ipcPort=42933, storageInfo=lv=-57;cid=testClusterID;nsid=1644255964;c=1731752208361) 2024-11-16T10:16:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe183e74945c46d23 with lease ID 0x31c6e379eeb6144: from storage DS-6214f576-791d-49d1-8a16-b27e4d9533bc node DatanodeRegistration(127.0.0.1:45801, datanodeUuid=2973d7a1-04cc-4742-ba39-3694167b20a7, infoPort=45799, infoSecurePort=0, ipcPort=42933, storageInfo=lv=-57;cid=testClusterID;nsid=1644255964;c=1731752208361), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:16:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe183e74945c46d23 with lease ID 0x31c6e379eeb6144: Processing first storage report for DS-bc0b243d-3313-4feb-aa01-acefb80cfd5f from datanode DatanodeRegistration(127.0.0.1:45801, datanodeUuid=2973d7a1-04cc-4742-ba39-3694167b20a7, infoPort=45799, infoSecurePort=0, ipcPort=42933, storageInfo=lv=-57;cid=testClusterID;nsid=1644255964;c=1731752208361) 2024-11-16T10:16:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe183e74945c46d23 with lease ID 0x31c6e379eeb6144: from storage DS-bc0b243d-3313-4feb-aa01-acefb80cfd5f node DatanodeRegistration(127.0.0.1:45801, datanodeUuid=2973d7a1-04cc-4742-ba39-3694167b20a7, infoPort=45799, infoSecurePort=0, ipcPort=42933, storageInfo=lv=-57;cid=testClusterID;nsid=1644255964;c=1731752208361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:16:51,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d 2024-11-16T10:16:51,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:51,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:52,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:16:52,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd with version=8 2024-11-16T10:16:52,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/hbase-staging 2024-11-16T10:16:52,574 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T10:16:52,914 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:16:52,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:52,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:52,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:16:52,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:52,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:16:53,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:16:53,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T10:16:53,230 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T10:16:53,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:16:53,260 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11199 (auto-detected) 2024-11-16T10:16:53,261 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T10:16:53,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37883 2024-11-16T10:16:53,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37883 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:16:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378830x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:16:53,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37883-0x10143259fc00000 connected 2024-11-16T10:16:53,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:53,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:53,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:16:53,536 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd, hbase.cluster.distributed=false 2024-11-16T10:16:53,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/acl 2024-11-16T10:16:53,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-16T10:16:53,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37883 2024-11-16T10:16:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37883 2024-11-16T10:16:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-16T10:16:53,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-16T10:16:53,736 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:16:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:53,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:16:53,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:16:53,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:16:53,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:16:53,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:16:53,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40927 2024-11-16T10:16:53,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40927 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:16:53,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:53,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:53,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409270x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:16:53,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409270x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:16:53,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40927-0x10143259fc00001 connected 2024-11-16T10:16:53,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:16:53,793 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:16:53,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/master 2024-11-16T10:16:53,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/acl 2024-11-16T10:16:53,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40927 2024-11-16T10:16:53,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40927 2024-11-16T10:16:53,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40927 2024-11-16T10:16:53,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40927 2024-11-16T10:16:53,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40927 2024-11-16T10:16:53,835 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:37883 2024-11-16T10:16:53,837 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0796466956/backup-masters/b16ff38458c1,37883,1731752212703 2024-11-16T10:16:53,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:16:53,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:16:53,896 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/backup-masters/b16ff38458c1,37883,1731752212703 2024-11-16T10:16:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/master 2024-11-16T10:16:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:53,928 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/master 2024-11-16T10:16:53,929 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0796466956/backup-masters/b16ff38458c1,37883,1731752212703 from backup master directory 2024-11-16T10:16:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/backup-masters/b16ff38458c1,37883,1731752212703 2024-11-16T10:16:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:16:53,937 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:16:53,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:16:53,937 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,37883,1731752212703 2024-11-16T10:16:53,940 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T10:16:53,942 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T10:16:54,005 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/hbase.id] with ID: 2df1df45-92c4-4a3a-824d-8ef8eed38359 2024-11-16T10:16:54,005 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.tmp/hbase.id 2024-11-16T10:16:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:16:54,429 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.tmp/hbase.id]:[hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/hbase.id] 2024-11-16T10:16:54,484 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:16:54,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:16:54,513 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-16T10:16:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:16:54,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:16:54,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:16:54,617 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:16:54,621 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:16:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:16:55,087 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store 2024-11-16T10:16:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:16:55,519 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T10:16:55,523 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:16:55,525 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:16:55,525 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:16:55,526 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:16:55,528 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:16:55,528 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:16:55,528 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:16:55,530 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752215525Disabling compacts and flushes for region at 1731752215525Disabling writes for close at 1731752215528 (+3 ms)Writing region close event to WAL at 1731752215528Closed at 1731752215528 2024-11-16T10:16:55,532 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/.initializing 2024-11-16T10:16:55,532 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703 2024-11-16T10:16:55,541 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:16:55,559 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C37883%2C1731752212703, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/oldWALs, maxLogs=10 2024-11-16T10:16:55,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703/b16ff38458c1%2C37883%2C1731752212703.1731752215565, exclude list is [], retry=0 2024-11-16T10:16:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:16:55,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T10:16:55,651 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:16:55,652 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:16:55,653 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:16:55,654 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:16:55,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,659 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:16:55,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:55,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:55,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:16:55,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:55,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:16:55,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:16:55,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:55,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:16:55,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:16:55,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:55,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:16:55,760 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,764 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,766 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,771 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,772 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,776 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:16:55,781 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:16:55,786 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:16:55,788 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67278866, jitterRate=0.0025332272052764893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:16:55,798 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752215675Initializing all the Stores at 1731752215677 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752215678 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752215679 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752215679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752215680 (+1 ms)Cleaning up temporary data from old regions at 1731752215772 (+92 ms)Region opened successfully at 1731752215798 (+26 ms) 2024-11-16T10:16:55,800 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:16:55,839 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a24116d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:16:55,879 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:16:55,894 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:16:55,894 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:16:55,898 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:16:55,900 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T10:16:55,907 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-16T10:16:55,907 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:16:55,951 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:16:55,965 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/balancer because node does not exist (not necessarily an error) 2024-11-16T10:16:56,031 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/balancer already deleted, retry=false 2024-11-16T10:16:56,034 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:16:56,039 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:16:56,122 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/normalizer already deleted, retry=false 2024-11-16T10:16:56,125 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:16:56,135 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:16:56,183 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/switch/split already deleted, retry=false 2024-11-16T10:16:56,185 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:16:56,209 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/switch/merge already deleted, retry=false 2024-11-16T10:16:56,229 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:16:56,241 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/snapshot-cleanup already deleted, retry=false 2024-11-16T10:16:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/running 2024-11-16T10:16:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/running 2024-11-16T10:16:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,255 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,37883,1731752212703, sessionid=0x10143259fc00000, setting cluster-up flag (Was=false) 2024-11-16T10:16:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,367 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0796466956/flush-table-proc/acquired, /0796466956/flush-table-proc/reached, /0796466956/flush-table-proc/abort 2024-11-16T10:16:56,369 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,37883,1731752212703 2024-11-16T10:16:56,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:56,420 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0796466956/online-snapshot/acquired, /0796466956/online-snapshot/reached, /0796466956/online-snapshot/abort 2024-11-16T10:16:56,421 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,37883,1731752212703 2024-11-16T10:16:56,429 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:16:56,502 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:16:56,511 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:16:56,517 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:16:56,523 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(746): ClusterId : 2df1df45-92c4-4a3a-824d-8ef8eed38359 2024-11-16T10:16:56,526 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:16:56,524 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,37883,1731752212703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:16:56,561 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:16:56,561 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:16:56,561 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:16:56,561 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:16:56,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:16:56,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:16:56,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:16:56,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:16:56,563 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,571 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752246571 2024-11-16T10:16:56,573 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:16:56,574 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:16:56,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:16:56,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:16:56,578 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:16:56,579 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:16:56,579 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:16:56,579 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:16:56,580 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:16:56,581 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7672c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:16:56,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:56,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:16:56,588 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,601 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:16:56,603 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:16:56,603 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:16:56,604 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:16:56,606 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:40927 2024-11-16T10:16:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:16:56,609 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:16:56,609 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:16:56,610 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:16:56,610 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:16:56,610 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:16:56,611 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752216611,5,FailOnTimeoutGroup] 2024-11-16T10:16:56,612 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752216611,5,FailOnTimeoutGroup] 2024-11-16T10:16:56,612 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,612 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:16:56,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,614 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,37883,1731752212703 with port=40927, startcode=1731752213690 2024-11-16T10:16:56,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,628 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:16:56,668 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:16:56,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,693 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd 2024-11-16T10:16:56,693 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36403 2024-11-16T10:16:56,693 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:16:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/rs 2024-11-16T10:16:56,705 DEBUG [RS:0;b16ff38458c1:40927 {}] zookeeper.ZKUtil(111): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/rs/b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,705 WARN [RS:0;b16ff38458c1:40927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:16:56,705 INFO [RS:0;b16ff38458c1:40927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:16:56,705 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,40927,1731752213690] 2024-11-16T10:16:56,735 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:16:56,757 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:16:56,764 INFO [RS:0;b16ff38458c1:40927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:16:56,764 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,765 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:16:56,772 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:16:56,774 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,774 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,774 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,774 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,774 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,774 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,775 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:16:56,776 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:16:56,776 DEBUG [RS:0;b16ff38458c1:40927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:16:56,777 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,777 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,777 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,777 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,777 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,778 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,40927,1731752213690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:16:56,801 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:16:56,802 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,40927,1731752213690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,803 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,803 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.Replication(171): b16ff38458c1,40927,1731752213690 started 2024-11-16T10:16:56,823 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:56,824 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,40927,1731752213690, RpcServer on b16ff38458c1/172.17.0.2:40927, sessionid=0x10143259fc00001 2024-11-16T10:16:56,824 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:16:56,825 DEBUG [RS:0;b16ff38458c1:40927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,825 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,40927,1731752213690' 2024-11-16T10:16:56,825 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0796466956/flush-table-proc/abort' 2024-11-16T10:16:56,826 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0796466956/flush-table-proc/acquired' 2024-11-16T10:16:56,826 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:16:56,827 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:16:56,827 DEBUG [RS:0;b16ff38458c1:40927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,40927,1731752213690 2024-11-16T10:16:56,827 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,40927,1731752213690' 2024-11-16T10:16:56,827 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0796466956/online-snapshot/abort' 2024-11-16T10:16:56,828 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0796466956/online-snapshot/acquired' 2024-11-16T10:16:56,828 DEBUG [RS:0;b16ff38458c1:40927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:16:56,828 INFO [RS:0;b16ff38458c1:40927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:16:56,829 INFO [RS:0;b16ff38458c1:40927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:16:56,934 INFO [RS:0;b16ff38458c1:40927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:16:56,937 INFO [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C40927%2C1731752213690, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:16:56,960 DEBUG [RS:0;b16ff38458c1:40927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941, exclude list is [], retry=0 2024-11-16T10:16:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:16:56,980 INFO [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 2024-11-16T10:16:56,982 DEBUG [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:16:57,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:16:57,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd 2024-11-16T10:16:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:16:57,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:16:57,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:16:57,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:16:57,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:57,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:57,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:16:57,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:16:57,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:57,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:57,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:16:57,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:16:57,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:57,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:57,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:16:57,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:16:57,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:57,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:57,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:16:57,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:16:57,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:16:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:16:57,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:16:57,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:16:57,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:16:57,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:16:57,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72807725, jitterRate=0.08491964638233185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:16:57,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752217432Initializing all the Stores at 1731752217434 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752217435 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752217435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752217435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752217435Cleaning up temporary data from old regions at 1731752217463 (+28 ms)Region opened successfully at 1731752217481 (+18 ms) 2024-11-16T10:16:57,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:16:57,482 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:16:57,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:16:57,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:16:57,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:16:57,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:16:57,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752217482Disabling compacts and flushes for region at 1731752217482Disabling writes for close at 1731752217482Writing region close event to WAL at 1731752217483 (+1 ms)Closed at 1731752217484 (+1 ms) 2024-11-16T10:16:57,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:16:57,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:16:57,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:16:57,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:16:57,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:16:57,663 DEBUG [b16ff38458c1:37883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:16:57,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,40927,1731752213690 2024-11-16T10:16:57,684 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,40927,1731752213690, state=OPENING 2024-11-16T10:16:57,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:16:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:16:57,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:16:57,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:16:57,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:16:57,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,40927,1731752213690}] 2024-11-16T10:16:58,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:16:58,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:16:58,038 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:16:58,038 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:16:58,039 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:16:58,043 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C40927%2C1731752213690.meta, suffix=.meta, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:16:58,059 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.meta.1731752218044.meta, exclude list is [], retry=0 2024-11-16T10:16:58,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:16:58,067 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.meta.1731752218044.meta 2024-11-16T10:16:58,067 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:16:58,068 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:16:58,072 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:16:58,073 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:16:58,076 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:16:58,077 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:16:58,081 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:16:58,082 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:16:58,082 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:16:58,082 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:16:58,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:16:58,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:16:58,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:58,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:58,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:16:58,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:16:58,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:58,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:58,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:16:58,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:16:58,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:58,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:58,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:16:58,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:16:58,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:16:58,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:16:58,096 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:16:58,098 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:16:58,102 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:16:58,105 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:16:58,105 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:16:58,106 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:16:58,110 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:16:58,111 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757562, jitterRate=0.024567514657974243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:16:58,111 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:16:58,113 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752218082Writing region info on filesystem at 1731752218083 (+1 ms)Initializing all the Stores at 1731752218084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752218084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752218085 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752218085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752218085Cleaning up temporary data from old regions at 1731752218105 (+20 ms)Running coprocessor post-open hooks at 1731752218111 (+6 ms)Region opened successfully at 1731752218113 (+2 ms) 2024-11-16T10:16:58,120 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752218004 2024-11-16T10:16:58,131 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:16:58,132 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:16:58,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,40927,1731752213690 2024-11-16T10:16:58,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,40927,1731752213690, state=OPEN 2024-11-16T10:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:16:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:16:58,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:16:58,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:16:58,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,40927,1731752213690 2024-11-16T10:16:58,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:16:58,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,40927,1731752213690 in 386 msec 2024-11-16T10:16:58,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:16:58,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-16T10:16:58,234 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:16:58,235 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:16:58,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:16:58,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,40927,1731752213690, seqNum=-1] 2024-11-16T10:16:58,276 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:16:58,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:16:58,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8430 sec 2024-11-16T10:16:58,304 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752218304, completionTime=-1 2024-11-16T10:16:58,307 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:16:58,307 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:16:58,373 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:16:58,373 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752278373 2024-11-16T10:16:58,373 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752338373 2024-11-16T10:16:58,373 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 66 msec 2024-11-16T10:16:58,377 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,378 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,378 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,381 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:37883, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,381 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,382 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,391 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:16:58,431 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.494sec 2024-11-16T10:16:58,433 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:16:58,435 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:16:58,436 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:16:58,436 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:16:58,436 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:16:58,438 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:16:58,439 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:16:58,450 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:16:58,452 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:16:58,453 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37883,1731752212703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:16:58,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:16:58,537 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T10:16:58,537 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T10:16:58,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,37883,-1 for getting cluster id 2024-11-16T10:16:58,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:16:58,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df1df45-92c4-4a3a-824d-8ef8eed38359' 2024-11-16T10:16:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:16:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df1df45-92c4-4a3a-824d-8ef8eed38359" 2024-11-16T10:16:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6517db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:16:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,37883,-1] 2024-11-16T10:16:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:16:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:16:58,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:16:58,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:16:58,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:16:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,40927,1731752213690, seqNum=-1] 2024-11-16T10:16:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:16:58,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:16:58,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,37883,1731752212703 2024-11-16T10:16:58,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:16:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:16:58,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10143259fc00002 connected 2024-11-16T10:16:58,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir so I do NOT create it in target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2 2024-11-16T10:16:58,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:16:58,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.tmp.dir so I do NOT create it in target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2 2024-11-16T10:16:58,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:16:58,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2 2024-11-16T10:16:58,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:16:58,713 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/cluster_d26c2c60-0dd2-a54b-4802-e7e5929aedf4, deleteOnExit=true 2024-11-16T10:16:58,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:16:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/test.cache.data in system properties and HBase conf 2024-11-16T10:16:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:16:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:16:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:16:58,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:16:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:16:58,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:16:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:16:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:16:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:16:58,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:16:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:16:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:16:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:16:59,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:59,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:16:59,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:16:59,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:16:59,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:16:59,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:59,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:16:59,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:16:59,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-1089276697732176621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:16:59,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:42247} 2024-11-16T10:16:59,258 INFO [Time-limited test {}] server.Server(415): Started @13452ms 2024-11-16T10:16:59,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:16:59,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:16:59,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:16:59,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:16:59,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:16:59,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:16:59,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:16:59,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/java.io.tmpdir/jetty-localhost-44599-hadoop-hdfs-3_4_1-tests_jar-_-any-12304996717578910888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:16:59,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44599} 2024-11-16T10:16:59,710 INFO [Time-limited test {}] server.Server(415): Started @13905ms 2024-11-16T10:16:59,712 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:17:00,409 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/cluster_d26c2c60-0dd2-a54b-4802-e7e5929aedf4/data/data1/current/BP-512833002-172.17.0.2-1731752218743/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:00,409 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/cluster_d26c2c60-0dd2-a54b-4802-e7e5929aedf4/data/data2/current/BP-512833002-172.17.0.2-1731752218743/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:00,462 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:17:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956056e32194cbca with lease ID 0xc1e69de7743e338e: Processing first storage report for DS-aefa8af3-94e3-4129-bd2a-7c6ecc6027ee from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=0de051f1-827c-42cd-a32a-89a883614ef0, infoPort=34641, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-57;cid=testClusterID;nsid=1758925563;c=1731752218743) 2024-11-16T10:17:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956056e32194cbca with lease ID 0xc1e69de7743e338e: from storage DS-aefa8af3-94e3-4129-bd2a-7c6ecc6027ee node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=0de051f1-827c-42cd-a32a-89a883614ef0, infoPort=34641, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-57;cid=testClusterID;nsid=1758925563;c=1731752218743), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:17:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956056e32194cbca with lease ID 0xc1e69de7743e338e: Processing first storage report for DS-d5b81c5b-b1f7-4ef2-8cbb-ca5df71cfade from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=0de051f1-827c-42cd-a32a-89a883614ef0, infoPort=34641, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-57;cid=testClusterID;nsid=1758925563;c=1731752218743) 2024-11-16T10:17:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956056e32194cbca with lease ID 0xc1e69de7743e338e: from storage DS-d5b81c5b-b1f7-4ef2-8cbb-ca5df71cfade node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=0de051f1-827c-42cd-a32a-89a883614ef0, infoPort=34641, infoSecurePort=0, ipcPort=35711, storageInfo=lv=-57;cid=testClusterID;nsid=1758925563;c=1731752218743), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:00,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2 2024-11-16T10:17:00,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:17:00,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686 with version=8 2024-11-16T10:17:00,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/hbase-staging 2024-11-16T10:17:00,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:00,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:00,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:00,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:00,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:00,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43021 2024-11-16T10:17:00,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43021 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:17:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430210x0, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:00,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43021-0x10143259fc00003 connected 2024-11-16T10:17:00,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/running 2024-11-16T10:17:00,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686, hbase.cluster.distributed=false 2024-11-16T10:17:00,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/acl 2024-11-16T10:17:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T10:17:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43021 2024-11-16T10:17:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43021 2024-11-16T10:17:00,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T10:17:00,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T10:17:00,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:00,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:00,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:00,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46215 2024-11-16T10:17:00,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46215 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:17:00,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:00,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462150x0, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:00,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462150x0, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/running 2024-11-16T10:17:00,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:00,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46215-0x10143259fc00004 connected 2024-11-16T10:17:00,766 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:00,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/master 2024-11-16T10:17:00,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/acl 2024-11-16T10:17:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-16T10:17:00,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46215 2024-11-16T10:17:00,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46215 2024-11-16T10:17:00,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-16T10:17:00,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-16T10:17:00,796 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:43021 2024-11-16T10:17:00,802 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-122841269/backup-masters/b16ff38458c1,43021,1731752220598 2024-11-16T10:17:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/backup-masters 2024-11-16T10:17:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/backup-masters 2024-11-16T10:17:00,811 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on existing znode=/1-122841269/backup-masters/b16ff38458c1,43021,1731752220598 2024-11-16T10:17:00,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:00,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-122841269/master 2024-11-16T10:17:00,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:00,822 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on existing znode=/1-122841269/master 2024-11-16T10:17:00,823 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-122841269/backup-masters/b16ff38458c1,43021,1731752220598 from backup master directory 2024-11-16T10:17:00,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-122841269/backup-masters/b16ff38458c1,43021,1731752220598 2024-11-16T10:17:00,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/backup-masters 2024-11-16T10:17:00,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/backup-masters 2024-11-16T10:17:00,831 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:00,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,43021,1731752220598 2024-11-16T10:17:00,851 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/hbase.id] with ID: 483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:00,851 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/.tmp/hbase.id 2024-11-16T10:17:00,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:17:01,263 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/.tmp/hbase.id]:[hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/hbase.id] 2024-11-16T10:17:01,294 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:01,294 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:01,297 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-16T10:17:01,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:01,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:17:01,825 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:01,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:01,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:17:02,247 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store 2024-11-16T10:17:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:02,658 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:02,658 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:02,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752222658Disabling compacts and flushes for region at 1731752222658Disabling writes for close at 1731752222658Writing region close event to WAL at 1731752222658Closed at 1731752222658 2024-11-16T10:17:02,660 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/.initializing 2024-11-16T10:17:02,660 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/WALs/b16ff38458c1,43021,1731752220598 2024-11-16T10:17:02,662 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:02,666 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C43021%2C1731752220598, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/WALs/b16ff38458c1,43021,1731752220598, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:02,681 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/WALs/b16ff38458c1,43021,1731752220598/b16ff38458c1%2C43021%2C1731752220598.1731752222667, exclude list is [], retry=0 2024-11-16T10:17:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-aefa8af3-94e3-4129-bd2a-7c6ecc6027ee,DISK] 2024-11-16T10:17:02,692 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/WALs/b16ff38458c1,43021,1731752220598/b16ff38458c1%2C43021%2C1731752220598.1731752222667 2024-11-16T10:17:02,693 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T10:17:02,693 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:02,693 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:02,694 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,694 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:02,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:02,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:02,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:02,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:02,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:02,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:02,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:02,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:17:02,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:02,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:02,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:02,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:02,739 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,741 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,742 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,746 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,746 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,747 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:02,750 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:02,759 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:02,760 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72064147, jitterRate=0.073839470744133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:02,760 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752222694Initializing all the Stores at 1731752222700 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752222700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752222701 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752222701Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752222701Cleaning up temporary data from old regions at 1731752222746 (+45 ms)Region opened successfully at 1731752222760 (+14 ms) 2024-11-16T10:17:02,760 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:02,769 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ed1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:02,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:17:02,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:02,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:02,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:02,771 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T10:17:02,772 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:17:02,772 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:02,779 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:02,781 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:02,892 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/balancer already deleted, retry=false 2024-11-16T10:17:02,893 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:02,894 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:02,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/normalizer already deleted, retry=false 2024-11-16T10:17:02,904 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:02,905 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:02,914 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/switch/split already deleted, retry=false 2024-11-16T10:17:02,915 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:02,925 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/switch/merge already deleted, retry=false 2024-11-16T10:17:02,928 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:02,935 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-122841269/running 2024-11-16T10:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-122841269/running 2024-11-16T10:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:02,947 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,43021,1731752220598, sessionid=0x10143259fc00003, setting cluster-up flag (Was=false) 2024-11-16T10:17:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:02,998 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-122841269/flush-table-proc/acquired, /1-122841269/flush-table-proc/reached, /1-122841269/flush-table-proc/abort 2024-11-16T10:17:03,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43021,1731752220598 2024-11-16T10:17:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:03,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:03,051 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-122841269/online-snapshot/acquired, /1-122841269/online-snapshot/reached, /1-122841269/online-snapshot/abort 2024-11-16T10:17:03,052 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43021,1731752220598 2024-11-16T10:17:03,054 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:17:03,057 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:03,057 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:03,058 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:03,058 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,43021,1731752220598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:03,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:03,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:17:03,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752253064 2024-11-16T10:17:03,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:03,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:03,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:03,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:03,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:03,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:03,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:03,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:17:03,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:03,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:03,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:03,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:03,072 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:03,072 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:03,076 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752223072,5,FailOnTimeoutGroup] 2024-11-16T10:17:03,081 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752223076,5,FailOnTimeoutGroup] 2024-11-16T10:17:03,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:03,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,084 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(746): ClusterId : 483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:03,084 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:17:03,095 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:03,095 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:03,105 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:03,105 DEBUG [RS:0;b16ff38458c1:46215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aac105f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:03,122 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:46215 2024-11-16T10:17:03,122 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:03,122 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:03,122 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:03,123 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,43021,1731752220598 with port=46215, startcode=1731752220734 2024-11-16T10:17:03,123 DEBUG [RS:0;b16ff38458c1:46215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:03,125 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:03,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43021 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,130 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686 2024-11-16T10:17:03,130 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39161 2024-11-16T10:17:03,130 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:03,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/rs 2024-11-16T10:17:03,136 DEBUG [RS:0;b16ff38458c1:46215 {}] zookeeper.ZKUtil(111): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on existing znode=/1-122841269/rs/b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,136 WARN [RS:0;b16ff38458c1:46215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:03,136 INFO [RS:0;b16ff38458c1:46215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:03,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,46215,1731752220734] 2024-11-16T10:17:03,137 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,143 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:03,145 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:03,146 INFO [RS:0;b16ff38458c1:46215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:03,146 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,148 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:03,149 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:03,150 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:03,150 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:03,151 DEBUG [RS:0;b16ff38458c1:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:03,156 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,156 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,156 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,156 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,156 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,157 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46215,1731752220734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:03,175 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:03,175 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46215,1731752220734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,175 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,175 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.Replication(171): b16ff38458c1,46215,1731752220734 started 2024-11-16T10:17:03,191 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:03,191 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,46215,1731752220734, RpcServer on b16ff38458c1/172.17.0.2:46215, sessionid=0x10143259fc00004 2024-11-16T10:17:03,191 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:03,191 DEBUG [RS:0;b16ff38458c1:46215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,191 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,46215,1731752220734' 2024-11-16T10:17:03,191 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-122841269/flush-table-proc/abort' 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-122841269/flush-table-proc/acquired' 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,46215,1731752220734' 2024-11-16T10:17:03,192 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-122841269/online-snapshot/abort' 2024-11-16T10:17:03,193 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-122841269/online-snapshot/acquired' 2024-11-16T10:17:03,193 DEBUG [RS:0;b16ff38458c1:46215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:03,193 INFO [RS:0;b16ff38458c1:46215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:03,193 INFO [RS:0;b16ff38458c1:46215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:03,294 INFO [RS:0;b16ff38458c1:46215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:03,297 INFO [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C46215%2C1731752220734, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/oldWALs, maxLogs=10 2024-11-16T10:17:03,312 DEBUG [RS:0;b16ff38458c1:46215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734/b16ff38458c1%2C46215%2C1731752220734.1731752223298, exclude list is [], retry=0 2024-11-16T10:17:03,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-aefa8af3-94e3-4129-bd2a-7c6ecc6027ee,DISK] 2024-11-16T10:17:03,328 INFO [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734/b16ff38458c1%2C46215%2C1731752220734.1731752223298 2024-11-16T10:17:03,328 DEBUG [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T10:17:03,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:17:03,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686 2024-11-16T10:17:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:17:03,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:03,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:03,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:03,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:03,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:03,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:03,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:03,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:03,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:03,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:03,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:03,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:03,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:03,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:03,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:03,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:03,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740 2024-11-16T10:17:03,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740 2024-11-16T10:17:03,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:03,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:03,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:03,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:03,531 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:03,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72763937, jitterRate=0.08426715433597565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:03,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752223508Initializing all the Stores at 1731752223510 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752223510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752223510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752223510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752223510Cleaning up temporary data from old regions at 1731752223525 (+15 ms)Region opened successfully at 1731752223532 (+7 ms) 2024-11-16T10:17:03,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:03,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:03,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:03,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:03,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:03,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:03,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752223533Disabling compacts and flushes for region at 1731752223533Disabling writes for close at 1731752223533Writing region close event to WAL at 1731752223534 (+1 ms)Closed at 1731752223534 2024-11-16T10:17:03,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:03,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:17:03,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:03,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:03,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:17:03,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:03,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:17:03,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:03,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:03,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:17:03,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:03,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:17:03,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:17:03,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:03,691 DEBUG [b16ff38458c1:43021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:03,692 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,46215,1731752220734 2024-11-16T10:17:03,695 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,46215,1731752220734, state=OPENING 2024-11-16T10:17:03,779 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:17:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:03,799 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:03,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-122841269/meta-region-server: CHANGED 2024-11-16T10:17:03,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,46215,1731752220734}] 2024-11-16T10:17:03,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-122841269/meta-region-server: CHANGED 2024-11-16T10:17:03,954 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:03,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:03,962 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:03,962 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:03,963 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:03,975 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C46215%2C1731752220734.meta, suffix=.meta, logDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/oldWALs, maxLogs=10 2024-11-16T10:17:03,998 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734/b16ff38458c1%2C46215%2C1731752220734.meta.1731752223979.meta, exclude list is [], retry=0 2024-11-16T10:17:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-aefa8af3-94e3-4129-bd2a-7c6ecc6027ee,DISK] 2024-11-16T10:17:04,008 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734/b16ff38458c1%2C46215%2C1731752220734.meta.1731752223979.meta 2024-11-16T10:17:04,009 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-11-16T10:17:04,009 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:04,010 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:04,010 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:04,010 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:04,010 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:04,010 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:04,010 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:04,011 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:04,011 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:04,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:04,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:04,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:04,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:04,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:04,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:04,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:04,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:04,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:04,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:04,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:04,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:04,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:04,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:04,035 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:04,037 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740 2024-11-16T10:17:04,041 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740 2024-11-16T10:17:04,046 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:04,046 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:04,047 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:04,053 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:04,056 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59764602, jitterRate=-0.10943803191184998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:04,057 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:04,057 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752224011Writing region info on filesystem at 1731752224011Initializing all the Stores at 1731752224014 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752224014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752224016 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752224016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752224016Cleaning up temporary data from old regions at 1731752224046 (+30 ms)Running coprocessor post-open hooks at 1731752224057 (+11 ms)Region opened successfully at 1731752224057 2024-11-16T10:17:04,062 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752223954 2024-11-16T10:17:04,069 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:04,070 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:04,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,46215,1731752220734 2024-11-16T10:17:04,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,46215,1731752220734, state=OPEN 2024-11-16T10:17:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-122841269/meta-region-server 2024-11-16T10:17:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-122841269/meta-region-server 2024-11-16T10:17:04,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-122841269/meta-region-server: CHANGED 2024-11-16T10:17:04,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-122841269/meta-region-server: CHANGED 2024-11-16T10:17:04,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,46215,1731752220734 2024-11-16T10:17:04,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:17:04,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,46215,1731752220734 in 284 msec 2024-11-16T10:17:04,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:17:04,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-16T10:17:04,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:04,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:17:04,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:04,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46215,1731752220734, seqNum=-1] 2024-11-16T10:17:04,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:04,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:04,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0610 sec 2024-11-16T10:17:04,120 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752224120, completionTime=-1 2024-11-16T10:17:04,120 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:17:04,120 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:04,122 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752284122 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752344123 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:43021, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,123 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,124 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,126 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:04,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:04,133 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:04,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:04,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43021,1731752220598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:04,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:04,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:04,187 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543ead15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:04,191 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:04,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46215,1731752220734, seqNum=-1] 2024-11-16T10:17:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:04,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,43021,1731752220598 2024-11-16T10:17:04,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:17:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:04,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10143259fc00005 connected 2024-11-16T10:17:04,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,37883,-1 for getting cluster id 2024-11-16T10:17:04,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:04,245 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df1df45-92c4-4a3a-824d-8ef8eed38359' 2024-11-16T10:17:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df1df45-92c4-4a3a-824d-8ef8eed38359" 2024-11-16T10:17:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30402fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,37883,-1] 2024-11-16T10:17:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:04,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:04,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332b4868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,37883,1731752212703 2024-11-16T10:17:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3103d7 2024-11-16T10:17:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:04,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:04,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:17:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:04,284 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:04,286 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f215ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,286 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:04,286 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:04,287 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:04,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:04,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:04,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affbe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:04,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:04,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:04,291 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:04,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457ed5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:04,293 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:04,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:04,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c444f6f 2024-11-16T10:17:04,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:04,300 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:04,317 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T10:17:04,317 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:04,322 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:04,323 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:04,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:04,324 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:04,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:17:04,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:17:04,335 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:04,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:17:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741835_1011 (size=1138) 2024-11-16T10:17:04,383 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:17:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:04,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e964b2e883e358c4f584dd5d273faa2e, NAME => 'hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd 2024-11-16T10:17:04,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741836_1012 (size=44) 2024-11-16T10:17:04,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:04,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e964b2e883e358c4f584dd5d273faa2e, disabling compactions & flushes 2024-11-16T10:17:04,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:04,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:04,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. after waiting 0 ms 2024-11-16T10:17:04,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:04,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:04,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e964b2e883e358c4f584dd5d273faa2e: Waiting for close lock at 1731752224766Disabling compacts and flushes for region at 1731752224766Disabling writes for close at 1731752224766Writing region close event to WAL at 1731752224766Closed at 1731752224766 2024-11-16T10:17:04,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:17:04,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752224769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752224769"}]},"ts":"1731752224769"} 2024-11-16T10:17:04,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:17:04,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:17:04,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752224782"}]},"ts":"1731752224782"} 2024-11-16T10:17:04,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:17:04,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN}] 2024-11-16T10:17:04,796 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN 2024-11-16T10:17:04,798 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN; state=OFFLINE, location=b16ff38458c1,40927,1731752213690; forceNewPlan=false, retain=false 2024-11-16T10:17:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:04,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e964b2e883e358c4f584dd5d273faa2e, regionState=OPENING, regionLocation=b16ff38458c1,40927,1731752213690 2024-11-16T10:17:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN because future has completed 2024-11-16T10:17:04,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,40927,1731752213690}] 2024-11-16T10:17:05,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:05,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:05,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:17:05,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C40927%2C1731752213690.rep, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:17:05,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.rep.1731752225121, exclude list is [], retry=0 2024-11-16T10:17:05,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:17:05,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.rep.1731752225121 2024-11-16T10:17:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:17:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e964b2e883e358c4f584dd5d273faa2e, NAME => 'hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:05,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. service=MultiRowMutationService 2024-11-16T10:17:05,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:17:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:05,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,150 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,152 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName hfileref 2024-11-16T10:17:05,152 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:05,153 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:05,153 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,155 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName queue 2024-11-16T10:17:05,155 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:05,155 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:05,156 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,157 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName sid 2024-11-16T10:17:05,157 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:05,158 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:05,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:05,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:05,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e964b2e883e358c4f584dd5d273faa2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59779722, jitterRate=-0.109212726354599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:05,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:05,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e964b2e883e358c4f584dd5d273faa2e: Running coprocessor pre-open hook at 1731752225148Writing region info on filesystem at 1731752225148Initializing all the Stores at 1731752225149 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752225149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752225150 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752225150Cleaning up temporary data from old regions at 1731752225161 (+11 ms)Running coprocessor post-open hooks at 1731752225168 (+7 ms)Region opened successfully at 1731752225169 (+1 ms) 2024-11-16T10:17:05,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., pid=7, masterSystemTime=1731752225109 2024-11-16T10:17:05,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:05,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:05,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e964b2e883e358c4f584dd5d273faa2e, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,40927,1731752213690 2024-11-16T10:17:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,40927,1731752213690 because future has completed 2024-11-16T10:17:05,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T10:17:05,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,40927,1731752213690 in 232 msec 2024-11-16T10:17:05,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:17:05,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN in 398 msec 2024-11-16T10:17:05,198 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:17:05,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752225198"}]},"ts":"1731752225198"} 2024-11-16T10:17:05,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:17:05,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:17:05,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 879 msec 2024-11-16T10:17:05,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., hostname=b16ff38458c1,40927,1731752213690, seqNum=2] 2024-11-16T10:17:05,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40927 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T10:17:05,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:05,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:05,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:05,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T10:17:05,534 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:17:05,577 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,40927,1731752213690, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:17:05,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:05,579 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,40927,1731752213690, seqNum=-1] 2024-11-16T10:17:05,579 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:05,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T10:17:05,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,40927,1731752213690', locateType=CURRENT is [region=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., hostname=b16ff38458c1,40927,1731752213690, seqNum=2] 2024-11-16T10:17:05,592 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T10:17:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T10:17:05,598 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,40927,1731752213690 suceeded 2024-11-16T10:17:05,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T10:17:05,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-16T10:17:05,601 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:05,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3310 sec 2024-11-16T10:17:05,614 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:05,618 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0d9325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:05,618 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:05,618 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:05,619 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8f526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:05,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:05,622 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e324bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:05,622 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:05,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:05,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683ba90 2024-11-16T10:17:05,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:05,625 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:05,626 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,40927,1731752213690 (queues=1) is replicating from cluster=2df1df45-92c4-4a3a-824d-8ef8eed38359 to cluster=483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:05,629 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C40927%2C1731752213690 2024-11-16T10:17:05,635 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,40927,1731752213690, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:05,637 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C40927%2C1731752213690 2024-11-16T10:17:05,641 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941, startPosition=0, beingWritten=true 2024-11-16T10:17:05,898 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:06,205 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:06,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:06,436 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:17:06,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:06,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:06,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,37883,-1 for getting cluster id 2024-11-16T10:17:06,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:06,439 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df1df45-92c4-4a3a-824d-8ef8eed38359' 2024-11-16T10:17:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df1df45-92c4-4a3a-824d-8ef8eed38359" 2024-11-16T10:17:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,37883,-1] 2024-11-16T10:17:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,442 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,37883,1731752212703 2024-11-16T10:17:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-11-16T10:17:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:06,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:06,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T10:17:06,452 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:06,453 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d737c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,453 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:06,453 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:06,454 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235675a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:06,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,457 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b90e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,458 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:06,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:06,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db03e1 2024-11-16T10:17:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:06,462 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:06,463 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-16T10:17:06,463 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:06,463 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,463 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T10:17:06,613 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:06,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T10:17:06,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T10:17:06,805 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T10:17:06,837 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b16ff38458c1,40927,1731752213690, ReplicationSource: 2, currentBandwidth=0 2024-11-16T10:17:06,841 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T10:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T10:17:06,845 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b16ff38458c1,40927,1731752213690 suceeded 2024-11-16T10:17:06,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:17:06,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-16T10:17:06,850 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:06,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 402 msec 2024-11-16T10:17:06,865 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:06,866 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f65b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,866 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:06,866 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:06,867 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:06,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:06,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:06,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe74a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:06,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:06,870 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:06,872 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c78808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:06,872 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:06,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:06,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f0f289 2024-11-16T10:17:06,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:06,874 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:06,875 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b16ff38458c1,40927,1731752213690 (queues=1) is replicating from cluster=2df1df45-92c4-4a3a-824d-8ef8eed38359 to cluster=483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:06,876 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b16ff38458c1%2C40927%2C1731752213690 2024-11-16T10:17:06,876 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b16ff38458c1,40927,1731752213690, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:06,876 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941, startPosition=0, beingWritten=true 2024-11-16T10:17:06,877 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C40927%2C1731752213690 2024-11-16T10:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T10:17:07,076 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T10:17:07,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:07,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:07,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:07,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,37883,1731752212703 2024-11-16T10:17:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-16T10:17:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:07,087 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:07,087 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:07,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:07,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T10:17:07,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:07,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T10:17:07,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T10:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T10:17:07,103 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:07,104 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3918feca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,104 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:07,104 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:07,105 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:07,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:07,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6a7f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,107 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:07,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9dce8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,108 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5c8085 2024-11-16T10:17:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:07,111 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:07,112 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T10:17:07,112 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:07,112 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,112 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:07,126 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:07,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T10:17:07,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T10:17:07,371 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T10:17:07,374 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T10:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T10:17:07,378 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b16ff38458c1,40927,1731752213690 suceeded 2024-11-16T10:17:07,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T10:17:07,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-16T10:17:07,384 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:07,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 286 msec 2024-11-16T10:17:07,395 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T10:17:07,425 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T10:17:07,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T10:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T10:17:07,432 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:07,434 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50674542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,434 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:07,435 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:07,436 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5972a7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,438 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:07,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417b25df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:07,440 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4644e545 2024-11-16T10:17:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:07,442 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:07,443 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T10:17:07,443 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:07,443 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,443 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:07,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T10:17:07,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T10:17:07,608 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T10:17:07,612 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T10:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T10:17:07,619 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b16ff38458c1,40927,1731752213690 suceeded 2024-11-16T10:17:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T10:17:07,624 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b16ff38458c1:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-16T10:17:07,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-16T10:17:07,733 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T10:17:07,745 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T10:17:07,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:07,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T10:17:07,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:07,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:07,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:07,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:17:07,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-16T10:17:07,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,37883,1731752212703 2024-11-16T10:17:07,804 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:07,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:07,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:07,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:07,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:07,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:07,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,40927,1731752213690' ***** 2024-11-16T10:17:07,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:17:07,828 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:17:07,828 INFO [RS:0;b16ff38458c1:40927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:17:07,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:17:07,828 INFO [RS:0;b16ff38458c1:40927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:17:07,829 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(3091): Received CLOSE for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:07,829 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,40927,1731752213690 2024-11-16T10:17:07,829 INFO [RS:0;b16ff38458c1:40927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:07,829 INFO [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:40927. 2024-11-16T10:17:07,829 DEBUG [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:07,829 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e964b2e883e358c4f584dd5d273faa2e, disabling compactions & flushes 2024-11-16T10:17:07,830 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:17:07,830 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:07,830 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:17:07,830 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. after waiting 0 ms 2024-11-16T10:17:07,830 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:07,830 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:07,830 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e964b2e883e358c4f584dd5d273faa2e=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.} 2024-11-16T10:17:07,830 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:07,830 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:07,831 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:07,833 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T10:17:07,833 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e964b2e883e358c4f584dd5d273faa2e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T10:17:07,891 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/.tmp/queue/f4ac4d2c0a564787a84b5ab88fa2642b is 151, key is 1-b16ff38458c1,40927,1731752213690/queue:b16ff38458c1%2C40927%2C1731752213690/1731752225586/Put/seqid=0 2024-11-16T10:17:07,891 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/e26df01e03b6444aa84d9e917adefeb1 is 147, key is hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e./info:regioninfo/1731752225181/Put/seqid=0 2024-11-16T10:17:07,891 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:07,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741839_1015 (size=6631) 2024-11-16T10:17:07,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741838_1014 (size=5500) 2024-11-16T10:17:08,031 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:08,231 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:08,302 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/.tmp/queue/f4ac4d2c0a564787a84b5ab88fa2642b 2024-11-16T10:17:08,302 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/e26df01e03b6444aa84d9e917adefeb1 2024-11-16T10:17:08,315 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:08,346 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/.tmp/queue/f4ac4d2c0a564787a84b5ab88fa2642b as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/queue/f4ac4d2c0a564787a84b5ab88fa2642b 2024-11-16T10:17:08,355 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/queue/f4ac4d2c0a564787a84b5ab88fa2642b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T10:17:08,361 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/ns/2c016912906847678493d9cfd6b1b13d is 43, key is default/ns:d/1731752218284/Put/seqid=0 2024-11-16T10:17:08,361 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e964b2e883e358c4f584dd5d273faa2e in 528ms, sequenceid=6, compaction requested=false 2024-11-16T10:17:08,362 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:17:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741840_1016 (size=5153) 2024-11-16T10:17:08,370 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:17:08,372 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:08,372 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:08,372 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:08,373 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e964b2e883e358c4f584dd5d273faa2e: Waiting for close lock at 1731752227829Running coprocessor pre-close hooks at 1731752227829Disabling compacts and flushes for region at 1731752227829Disabling writes for close at 1731752227830 (+1 ms)Obtaining lock to block concurrent updates at 1731752227833 (+3 ms)Preparing flush snapshotting stores in e964b2e883e358c4f584dd5d273faa2e at 1731752227833Finished memstore snapshotting hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731752227840 (+7 ms)Flushing stores of hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. at 1731752227842 (+2 ms)Flushing e964b2e883e358c4f584dd5d273faa2e/queue: creating writer at 1731752227843 (+1 ms)Flushing e964b2e883e358c4f584dd5d273faa2e/queue: appending metadata at 1731752227878 (+35 ms)Flushing e964b2e883e358c4f584dd5d273faa2e/queue: closing flushed file at 1731752227880 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332da659: reopening flushed file at 1731752228344 (+464 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e964b2e883e358c4f584dd5d273faa2e in 528ms, sequenceid=6, compaction requested=false at 1731752228362 (+18 ms)Writing region close event to WAL at 1731752228364 (+2 ms)Running coprocessor post-close hooks at 1731752228371 (+7 ms)Closed at 1731752228372 (+1 ms) 2024-11-16T10:17:08,373 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:08,432 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:08,442 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:08,632 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:08,768 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/ns/2c016912906847678493d9cfd6b1b13d 2024-11-16T10:17:08,793 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/table/220a9c501be14f63aece89c3372ad5a8 is 53, key is hbase:replication/table:state/1731752225198/Put/seqid=0 2024-11-16T10:17:08,802 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:17:08,802 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:17:08,832 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:17:08,832 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:17:08,832 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741841_1017 (size=5256) 2024-11-16T10:17:08,921 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:09,033 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:09,233 DEBUG [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:09,236 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/table/220a9c501be14f63aece89c3372ad5a8 2024-11-16T10:17:09,252 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/e26df01e03b6444aa84d9e917adefeb1 as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/info/e26df01e03b6444aa84d9e917adefeb1 2024-11-16T10:17:09,253 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690/b16ff38458c1%2C40927%2C1731752213690.1731752216941 to pos 0, reset compression=false 2024-11-16T10:17:09,261 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/info/e26df01e03b6444aa84d9e917adefeb1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T10:17:09,262 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/ns/2c016912906847678493d9cfd6b1b13d as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/ns/2c016912906847678493d9cfd6b1b13d 2024-11-16T10:17:09,271 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/ns/2c016912906847678493d9cfd6b1b13d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:17:09,272 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/table/220a9c501be14f63aece89c3372ad5a8 as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/table/220a9c501be14f63aece89c3372ad5a8 2024-11-16T10:17:09,281 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/table/220a9c501be14f63aece89c3372ad5a8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T10:17:09,283 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1451ms, sequenceid=11, compaction requested=false 2024-11-16T10:17:09,288 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:17:09,289 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:09,289 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:09,289 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:09,289 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752227830Running coprocessor pre-close hooks at 1731752227830Disabling compacts and flushes for region at 1731752227830Disabling writes for close at 1731752227830Obtaining lock to block concurrent updates at 1731752227833 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731752227833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731752227840 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731752227842 (+2 ms)Flushing 1588230740/info: creating writer at 1731752227843 (+1 ms)Flushing 1588230740/info: appending metadata at 1731752227879 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731752227880 (+1 ms)Flushing 1588230740/ns: creating writer at 1731752228344 (+464 ms)Flushing 1588230740/ns: appending metadata at 1731752228360 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731752228360Flushing 1588230740/table: creating writer at 1731752228776 (+416 ms)Flushing 1588230740/table: appending metadata at 1731752228792 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731752228793 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35eedfe0: reopening flushed file at 1731752229250 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be4d523: reopening flushed file at 1731752229261 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3f0d2f: reopening flushed file at 1731752229271 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1451ms, sequenceid=11, compaction requested=false at 1731752229283 (+12 ms)Writing region close event to WAL at 1731752229284 (+1 ms)Running coprocessor post-close hooks at 1731752229289 (+5 ms)Closed at 1731752229289 2024-11-16T10:17:09,289 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:09,434 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,40927,1731752213690; all regions closed. 2024-11-16T10:17:09,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741834_1010 (size=2742) 2024-11-16T10:17:09,452 DEBUG [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:09,453 INFO [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C40927%2C1731752213690.meta:.meta(num 1731752218044) 2024-11-16T10:17:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741837_1013 (size=1802) 2024-11-16T10:17:09,460 DEBUG [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:09,460 INFO [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C40927%2C1731752213690.rep:(num 1731752225121) 2024-11-16T10:17:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:17:09,467 DEBUG [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:09,467 INFO [RS:0;b16ff38458c1:40927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C40927%2C1731752213690:(num 1731752216941) 2024-11-16T10:17:09,467 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:09,467 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:09,467 INFO [RS:0;b16ff38458c1:40927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:09,467 INFO [RS:0;b16ff38458c1:40927 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:09,468 INFO [RS:0;b16ff38458c1:40927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:09,468 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:09,468 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,40927,1731752213690 because: Region server is closing 2024-11-16T10:17:09,469 INFO [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:40927. 2024-11-16T10:17:09,469 DEBUG [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:09,469 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:09,469 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:09,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:09,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:09,569 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.wal-reader.b16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:17:09,569 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:17:09,570 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,1-b16ff38458c1,40927,1731752213690 terminated 2024-11-16T10:17:09,570 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b16ff38458c1,40927,1731752213690 because: Region server is closing 2024-11-16T10:17:09,570 INFO [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:40927. 2024-11-16T10:17:09,570 DEBUG [RS:0;b16ff38458c1:40927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:09,570 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:09,571 DEBUG [RS:0;b16ff38458c1:40927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:09,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:09,671 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:17:09,672 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,40927,1731752213690.replicationSource.shipperb16ff38458c1%2C40927%2C1731752213690,2-b16ff38458c1,40927,1731752213690 terminated 2024-11-16T10:17:09,672 INFO [RS:0;b16ff38458c1:40927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40927 2024-11-16T10:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/rs/b16ff38458c1,40927,1731752213690 2024-11-16T10:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/rs 2024-11-16T10:17:09,725 INFO [RS:0;b16ff38458c1:40927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:09,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,40927,1731752213690] 2024-11-16T10:17:09,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/draining/b16ff38458c1,40927,1731752213690 already deleted, retry=false 2024-11-16T10:17:09,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,40927,1731752213690 expired; onlineServers=0 2024-11-16T10:17:09,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,37883,1731752212703' ***** 2024-11-16T10:17:09,747 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:17:09,747 INFO [M:0;b16ff38458c1:37883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:09,747 INFO [M:0;b16ff38458c1:37883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:09,747 DEBUG [M:0;b16ff38458c1:37883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:17:09,748 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:17:09,748 DEBUG [M:0;b16ff38458c1:37883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:17:09,748 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752216611 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752216611,5,FailOnTimeoutGroup] 2024-11-16T10:17:09,748 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752216611 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752216611,5,FailOnTimeoutGroup] 2024-11-16T10:17:09,749 INFO [M:0;b16ff38458c1:37883 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:09,750 INFO [M:0;b16ff38458c1:37883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:09,750 DEBUG [M:0;b16ff38458c1:37883 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:17:09,750 INFO [M:0;b16ff38458c1:37883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:17:09,751 INFO [M:0;b16ff38458c1:37883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:09,752 INFO [M:0;b16ff38458c1:37883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:17:09,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:17:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/master 2024-11-16T10:17:09,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:09,756 DEBUG [M:0;b16ff38458c1:37883 {}] zookeeper.ZKUtil(347): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/master because node does not exist (not an error) 2024-11-16T10:17:09,756 WARN [M:0;b16ff38458c1:37883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:17:09,757 INFO [M:0;b16ff38458c1:37883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.lastflushedseqids 2024-11-16T10:17:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741842_1018 (size=181) 2024-11-16T10:17:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40927-0x10143259fc00001, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:09,836 INFO [RS:0;b16ff38458c1:40927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:09,837 INFO [RS:0;b16ff38458c1:40927 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,40927,1731752213690; zookeeper connection closed. 2024-11-16T10:17:09,837 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d5815d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d5815d9 2024-11-16T10:17:09,837 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:17:10,171 INFO [M:0;b16ff38458c1:37883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:17:10,172 INFO [M:0;b16ff38458c1:37883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:17:10,172 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:10,172 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:10,173 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:10,173 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:10,173 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:10,174 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T10:17:10,195 DEBUG [M:0;b16ff38458c1:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f38e5769cfc040e48d75a483967b62d4 is 82, key is hbase:meta,,1/info:regioninfo/1731752218133/Put/seqid=0 2024-11-16T10:17:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741843_1019 (size=5672) 2024-11-16T10:17:10,603 INFO [M:0;b16ff38458c1:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f38e5769cfc040e48d75a483967b62d4 2024-11-16T10:17:10,633 DEBUG [M:0;b16ff38458c1:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbf3b26283745c8af9fb08db579df1a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731752225207/Put/seqid=0 2024-11-16T10:17:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741844_1020 (size=8663) 2024-11-16T10:17:11,039 INFO [M:0;b16ff38458c1:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbf3b26283745c8af9fb08db579df1a 2024-11-16T10:17:11,064 DEBUG [M:0;b16ff38458c1:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd66a5fdda7a4d61ba0d0ef55094327f is 69, key is b16ff38458c1,40927,1731752213690/rs:state/1731752216679/Put/seqid=0 2024-11-16T10:17:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741845_1021 (size=5156) 2024-11-16T10:17:11,470 INFO [M:0;b16ff38458c1:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd66a5fdda7a4d61ba0d0ef55094327f 2024-11-16T10:17:11,478 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f38e5769cfc040e48d75a483967b62d4 as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f38e5769cfc040e48d75a483967b62d4 2024-11-16T10:17:11,486 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f38e5769cfc040e48d75a483967b62d4, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T10:17:11,488 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbf3b26283745c8af9fb08db579df1a as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcbf3b26283745c8af9fb08db579df1a 2024-11-16T10:17:11,494 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcbf3b26283745c8af9fb08db579df1a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T10:17:11,496 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd66a5fdda7a4d61ba0d0ef55094327f as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd66a5fdda7a4d61ba0d0ef55094327f 2024-11-16T10:17:11,503 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd66a5fdda7a4d61ba0d0ef55094327f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T10:17:11,504 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-16T10:17:11,506 INFO [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:11,506 DEBUG [M:0;b16ff38458c1:37883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752230172Disabling compacts and flushes for region at 1731752230172Disabling writes for close at 1731752230173 (+1 ms)Obtaining lock to block concurrent updates at 1731752230174 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752230174Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731752230175 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752230177 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752230177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752230195 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752230195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752230615 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752230632 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752230632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752231050 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752231064 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752231064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecd8428: reopening flushed file at 1731752231476 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d99419: reopening flushed file at 1731752231486 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7803296a: reopening flushed file at 1731752231495 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1731752231504 (+9 ms)Writing region close event to WAL at 1731752231506 (+2 ms)Closed at 1731752231506 2024-11-16T10:17:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741830_1006 (size=59421) 2024-11-16T10:17:11,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:11,510 INFO [M:0;b16ff38458c1:37883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:17:11,510 INFO [M:0;b16ff38458c1:37883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37883 2024-11-16T10:17:11,510 INFO [M:0;b16ff38458c1:37883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:11,676 INFO [M:0;b16ff38458c1:37883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:11,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:11,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x10143259fc00000, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:11,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:11,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:11,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:11,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:11,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:11,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37071 2024-11-16T10:17:11,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37071 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:17:11,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370710x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:11,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37071-0x10143259fc00006 connected 2024-11-16T10:17:11,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:11,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:11,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:11,729 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: INIT 2024-11-16T10:17:11,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd, hbase.cluster.distributed=false 2024-11-16T10:17:11,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/acl 2024-11-16T10:17:11,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37071 2024-11-16T10:17:11,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37071 2024-11-16T10:17:11,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37071 2024-11-16T10:17:11,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37071 2024-11-16T10:17:11,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37071 2024-11-16T10:17:11,746 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:11,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:11,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:11,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44987 2024-11-16T10:17:11,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44987 connecting to ZooKeeper ensemble=127.0.0.1:51701 2024-11-16T10:17:11,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:11,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449870x0, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:11,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:11,767 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: INIT 2024-11-16T10:17:11,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44987-0x10143259fc00007 connected 2024-11-16T10:17:11,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:11,768 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:11,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/master 2024-11-16T10:17:11,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/acl 2024-11-16T10:17:11,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-16T10:17:11,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44987 2024-11-16T10:17:11,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44987 2024-11-16T10:17:11,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-16T10:17:11,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44987 2024-11-16T10:17:11,783 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:37071 2024-11-16T10:17:11,784 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0796466956/backup-masters/b16ff38458c1,37071,1731752231678 2024-11-16T10:17:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:17:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:17:11,797 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/backup-masters/b16ff38458c1,37071,1731752231678 2024-11-16T10:17:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/master 2024-11-16T10:17:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:11,809 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/master 2024-11-16T10:17:11,809 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0796466956/backup-masters/b16ff38458c1,37071,1731752231678 from backup master directory 2024-11-16T10:17:11,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:17:11,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/backup-masters/b16ff38458c1,37071,1731752231678 2024-11-16T10:17:11,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/backup-masters 2024-11-16T10:17:11,819 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:11,819 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,37071,1731752231678 2024-11-16T10:17:11,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:11,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:11,852 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-16T10:17:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741846_1022 (size=196) 2024-11-16T10:17:12,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:12,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:12,273 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:12,284 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T10:17:12,288 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703 to hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703-dead as it is dead 2024-11-16T10:17:12,289 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T10:17:12,289 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T10:17:12,289 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703-dead/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:17:12,293 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703-dead/b16ff38458c1%2C37883%2C1731752212703.1731752215565 after 3ms 2024-11-16T10:17:12,294 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703-dead/b16ff38458c1%2C37883%2C1731752212703.1731752215565 to hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:17:12,295 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37883,1731752212703-dead 2024-11-16T10:17:12,295 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37071,1731752231678 2024-11-16T10:17:12,297 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:12,298 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C37071%2C1731752231678, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37071,1731752231678, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:12,311 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37071,1731752231678/b16ff38458c1%2C37071%2C1731752231678.1731752232299, exclude list is [], retry=0 2024-11-16T10:17:12,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:17:12,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/WALs/b16ff38458c1,37071,1731752231678/b16ff38458c1%2C37071%2C1731752231678.1731752232299 2024-11-16T10:17:12,318 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:17:12,318 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:12,318 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:12,318 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,318 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:12,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:12,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f38e5769cfc040e48d75a483967b62d4 2024-11-16T10:17:12,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:12,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:12,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:12,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcbf3b26283745c8af9fb08db579df1a 2024-11-16T10:17:12,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:12,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:12,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:12,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd66a5fdda7a4d61ba0d0ef55094327f 2024-11-16T10:17:12,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:12,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:12,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:12,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:12,349 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,349 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T10:17:12,350 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:17:12,365 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:17:12,366 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C37883%2C1731752212703.1731752215565 2024-11-16T10:17:12,368 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,368 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,369 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:12,370 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:12,373 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T10:17:12,375 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866332, jitterRate=-0.10792213678359985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:12,375 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752232318Initializing all the Stores at 1731752232319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752232319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752232320 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752232320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752232320Cleaning up temporary data from old regions at 1731752232368 (+48 ms)Region opened successfully at 1731752232375 (+7 ms) 2024-11-16T10:17:12,376 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:12,380 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cbed01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:12,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T10:17:12,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:12,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:12,394 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:12,394 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:17:12,400 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:12,400 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:12,401 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:17:12,401 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:12,401 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T10:17:12,401 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T10:17:12,402 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T10:17:12,402 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:12,406 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b16ff38458c1,40927,1731752213690, regionLocation=b16ff38458c1,40927,1731752213690, openSeqNum=2 2024-11-16T10:17:12,406 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b16ff38458c1,40927,1731752213690, table=hbase:meta, region=1588230740 2024-11-16T10:17:12,406 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,40927,1731752213690, state=OPEN 2024-11-16T10:17:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:12,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:12,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:12,465 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:12,472 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/draining/b16ff38458c1,40927,1731752213690 already deleted, retry=false 2024-11-16T10:17:12,472 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b16ff38458c1,40927,1731752213690 on b16ff38458c1,37071,1731752231678 2024-11-16T10:17:12,480 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b16ff38458c1,40927,1731752213690, splitWal=true, meta=true 2024-11-16T10:17:12,483 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for b16ff38458c1,40927,1731752213690 (carryingMeta=true) b16ff38458c1,40927,1731752213690/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f951823[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T10:17:12,488 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:12,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/balancer already deleted, retry=false 2024-11-16T10:17:12,493 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:12,494 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:12,536 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/normalizer already deleted, retry=false 2024-11-16T10:17:12,536 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:12,539 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:12,556 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/switch/split already deleted, retry=false 2024-11-16T10:17:12,559 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:12,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/switch/merge already deleted, retry=false 2024-11-16T10:17:12,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:12,598 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:12,609 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,37071,1731752231678, sessionid=0x10143259fc00006, setting cluster-up flag (Was=false) 2024-11-16T10:17:12,620 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0796466956/flush-table-proc/acquired, /0796466956/flush-table-proc/reached, /0796466956/flush-table-proc/abort 2024-11-16T10:17:12,621 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,37071,1731752231678 2024-11-16T10:17:12,631 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0796466956/online-snapshot/acquired, /0796466956/online-snapshot/reached, /0796466956/online-snapshot/abort 2024-11-16T10:17:12,632 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,37071,1731752231678 2024-11-16T10:17:12,634 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.lastflushedseqids 2024-11-16T10:17:12,638 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:12,638 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:12,638 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,37071,1731752231678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b16ff38458c1,40927,1731752213690 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:12,640 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,641 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:12,641 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,641 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752262641 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:12,643 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:12,643 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:12,643 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:12,643 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:12,643 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:12,643 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752232643,5,FailOnTimeoutGroup] 2024-11-16T10:17:12,644 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752232644,5,FailOnTimeoutGroup] 2024-11-16T10:17:12,644 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,644 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:12,644 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,644 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,644 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b16ff38458c1,40927,1731752213690, splitWal=true, meta=true 2024-11-16T10:17:12,644 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752232644, completionTime=-1 2024-11-16T10:17:12,644 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T10:17:12,646 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b16ff38458c1,40927,1731752213690, splitWal=true, meta=true, isMeta: true 2024-11-16T10:17:12,648 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690-splitting 2024-11-16T10:17:12,648 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T10:17:12,649 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690-splitting dir is empty, no logs to split. 2024-11-16T10:17:12,649 INFO [PEWorker-1 {}] master.SplitWALManager(105): b16ff38458c1,40927,1731752213690 WAL count=0, meta=true 2024-11-16T10:17:12,654 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690-splitting dir is empty, no logs to split. 2024-11-16T10:17:12,654 INFO [PEWorker-1 {}] master.SplitWALManager(105): b16ff38458c1,40927,1731752213690 WAL count=0, meta=true 2024-11-16T10:17:12,654 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b16ff38458c1,40927,1731752213690 WAL splitting is done? wals=0, meta=true 2024-11-16T10:17:12,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:12,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:12,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T10:17:12,675 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(746): ClusterId : 2df1df45-92c4-4a3a-824d-8ef8eed38359 2024-11-16T10:17:12,675 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:12,684 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:12,684 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:12,695 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:12,696 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c4f0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:12,711 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:44987 2024-11-16T10:17:12,712 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:12,712 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:12,712 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:12,712 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,37071,1731752231678 with port=44987, startcode=1731752231746 2024-11-16T10:17:12,713 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:12,714 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:12,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37071 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,716 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd 2024-11-16T10:17:12,717 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36403 2024-11-16T10:17:12,717 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:12,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/rs 2024-11-16T10:17:12,725 DEBUG [RS:0;b16ff38458c1:44987 {}] zookeeper.ZKUtil(111): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on existing znode=/0796466956/rs/b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,725 WARN [RS:0;b16ff38458c1:44987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:12,725 INFO [RS:0;b16ff38458c1:44987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:12,725 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,44987,1731752231746] 2024-11-16T10:17:12,748 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T10:17:12,773 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:12,776 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:12,776 INFO [RS:0;b16ff38458c1:44987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:12,776 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,777 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:12,778 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:12,778 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,778 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,778 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,778 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,778 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:12,779 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:12,780 DEBUG [RS:0;b16ff38458c1:44987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,780 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44987,1731752231746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:12,798 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:12,798 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44987,1731752231746-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,810 WARN [b16ff38458c1:37071 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:17:12,816 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,44987,1731752231746, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:17:12,831 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(231): queueId=2-b16ff38458c1,44987,1731752231746, ReplicationSource: 2, currentBandwidth=0 2024-11-16T10:17:12,831 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,832 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.Replication(171): b16ff38458c1,44987,1731752231746 started 2024-11-16T10:17:12,832 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:12,833 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e5f952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,833 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:12,834 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:12,835 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:12,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0088f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:12,838 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:12,839 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4f7dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,839 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec5d071 2024-11-16T10:17:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:12,842 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:12,843 INFO [RS:0;b16ff38458c1:44987.replicationSource,1-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,44987,1731752231746 (queues=0) is replicating from cluster=2df1df45-92c4-4a3a-824d-8ef8eed38359 to cluster=483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:12,848 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:12,848 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,44987,1731752231746, RpcServer on b16ff38458c1/172.17.0.2:44987, sessionid=0x10143259fc00007 2024-11-16T10:17:12,848 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:12,848 DEBUG [RS:0;b16ff38458c1:44987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,848 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44987,1731752231746' 2024-11-16T10:17:12,848 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0796466956/flush-table-proc/abort' 2024-11-16T10:17:12,849 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0796466956/flush-table-proc/acquired' 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,44987,1731752231746 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44987,1731752231746' 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0796466956/online-snapshot/abort' 2024-11-16T10:17:12,850 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0796466956/online-snapshot/acquired' 2024-11-16T10:17:12,851 DEBUG [RS:0;b16ff38458c1:44987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:12,851 INFO [RS:0;b16ff38458c1:44987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:12,851 INFO [RS:0;b16ff38458c1:44987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:12,854 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43021' 2024-11-16T10:17:12,856 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba229b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,856 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43021,-1 for getting cluster id 2024-11-16T10:17:12,856 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:12,857 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '483986c5-1a34-472d-b1b0-6d01d77a8546' 2024-11-16T10:17:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:12,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "483986c5-1a34-472d-b1b0-6d01d77a8546" 2024-11-16T10:17:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492de45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43021,-1] 2024-11-16T10:17:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:12,859 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:12,860 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b51c470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:12,861 DEBUG [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:12,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43021,1731752220598 2024-11-16T10:17:12,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@239d05e2 2024-11-16T10:17:12,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:12,863 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:12,864 INFO [RS:0;b16ff38458c1:44987.replicationSource,2-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b16ff38458c1,44987,1731752231746 (queues=0) is replicating from cluster=2df1df45-92c4-4a3a-824d-8ef8eed38359 to cluster=483986c5-1a34-472d-b1b0-6d01d77a8546 2024-11-16T10:17:12,951 INFO [RS:0;b16ff38458c1:44987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:12,953 INFO [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44987%2C1731752231746, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:17:12,967 DEBUG [RS:0;b16ff38458c1:44987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954, exclude list is [], retry=0 2024-11-16T10:17:12,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:17:12,973 INFO [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 2024-11-16T10:17:12,973 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b16ff38458c1%2C44987%2C1731752231746 for peer 1 2024-11-16T10:17:12,973 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b16ff38458c1%2C44987%2C1731752231746 for peer 2 2024-11-16T10:17:12,973 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C44987%2C1731752231746 2024-11-16T10:17:12,973 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,44987,1731752231746, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:12,974 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b16ff38458c1%2C44987%2C1731752231746 2024-11-16T10:17:12,974 INFO [RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C44987%2C1731752231746 2024-11-16T10:17:12,974 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b16ff38458c1,44987,1731752231746, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:12,974 DEBUG [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:17:12,974 INFO [RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C44987%2C1731752231746 2024-11-16T10:17:12,974 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954, startPosition=0, beingWritten=true 2024-11-16T10:17:12,975 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954, startPosition=0, beingWritten=true 2024-11-16T10:17:13,060 DEBUG [b16ff38458c1:37071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:13,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:13,065 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44987,1731752231746, state=OPENING 2024-11-16T10:17:13,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:13,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:13,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:13,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:13,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44987,1731752231746}] 2024-11-16T10:17:13,181 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:13,182 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:13,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:13,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:13,234 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:13,234 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:13,234 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:13,236 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44987%2C1731752231746.meta, suffix=.meta, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:17:13,250 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.meta.1731752233237.meta, exclude list is [], retry=0 2024-11-16T10:17:13,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:17:13,254 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.meta.1731752233237.meta 2024-11-16T10:17:13,254 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:17:13,254 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:13,255 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:13,255 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:13,255 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:13,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:13,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:13,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:13,265 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/info/e26df01e03b6444aa84d9e917adefeb1 2024-11-16T10:17:13,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:13,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:13,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:13,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:13,275 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/ns/2c016912906847678493d9cfd6b1b13d 2024-11-16T10:17:13,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:13,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:13,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:13,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:13,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:13,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:13,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:13,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:13,286 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/table/220a9c501be14f63aece89c3372ad5a8 2024-11-16T10:17:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:13,286 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:13,287 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:17:13,288 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740 2024-11-16T10:17:13,290 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:13,290 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:13,291 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:13,293 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:13,294 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67259561, jitterRate=0.0022455602884292603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:13,294 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:13,294 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752233256Writing region info on filesystem at 1731752233256Initializing all the Stores at 1731752233257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752233257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752233257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752233257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752233257Cleaning up temporary data from old regions at 1731752233290 (+33 ms)Running coprocessor post-open hooks at 1731752233294 (+4 ms)Region opened successfully at 1731752233294 2024-11-16T10:17:13,295 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731752233228 2024-11-16T10:17:13,298 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:13,298 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:13,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:13,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44987,1731752231746, state=OPEN 2024-11-16T10:17:13,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:13,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0796466956/meta-region-server 2024-11-16T10:17:13,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:13,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:13,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0796466956/meta-region-server: CHANGED 2024-11-16T10:17:13,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T10:17:13,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44987,1731752231746 in 241 msec 2024-11-16T10:17:13,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T10:17:13,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-16T10:17:13,493 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:13,493 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:13,905 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:13,905 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:14,252 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-16T10:17:14,418 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:14,418 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:14,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:15,029 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:15,029 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:15,743 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:15,743 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:15,755 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-16T10:17:16,553 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:16,553 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:17,159 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T10:17:17,159 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:17,160 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:17,160 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44987,1731752231746, seqNum=-1] 2024-11-16T10:17:17,160 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:17,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:17,171 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e964b2e883e358c4f584dd5d273faa2e, regionState=OPEN, lastHost=b16ff38458c1,40927,1731752213690, regionLocation=b16ff38458c1,40927,1731752213690, openSeqNum=2 2024-11-16T10:17:17,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:17,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752297171 2024-11-16T10:17:17,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752357171 2024-11-16T10:17:17,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-16T10:17:17,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,172 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b16ff38458c1,40927,1731752213690 had 2 regions 2024-11-16T10:17:17,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:37071, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,173 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,174 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b16ff38458c1,40927,1731752213690, splitWal=true, meta=true, isMeta: false 2024-11-16T10:17:17,177 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690-splitting dir is empty, no logs to split. 2024-11-16T10:17:17,177 INFO [PEWorker-4 {}] master.SplitWALManager(105): b16ff38458c1,40927,1731752213690 WAL count=0, meta=false 2024-11-16T10:17:17,181 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,40927,1731752213690-splitting dir is empty, no logs to split. 2024-11-16T10:17:17,181 INFO [PEWorker-4 {}] master.SplitWALManager(105): b16ff38458c1,40927,1731752213690 WAL count=0, meta=false 2024-11-16T10:17:17,181 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b16ff38458c1,40927,1731752213690 WAL splitting is done? wals=0, meta=false 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.363sec 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:17,182 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:17,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN}] 2024-11-16T10:17:17,189 WARN [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b16ff38458c1,40927,1731752213690/hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:17,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN 2024-11-16T10:17:17,191 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T10:17:17,193 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:17,193 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:17,193 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37071,1731752231678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:17,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,37071,-1 for getting cluster id 2024-11-16T10:17:17,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:17,281 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df1df45-92c4-4a3a-824d-8ef8eed38359' 2024-11-16T10:17:17,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df1df45-92c4-4a3a-824d-8ef8eed38359" 2024-11-16T10:17:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ee4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,37071,-1] 2024-11-16T10:17:17,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,284 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:17,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717ddb46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44987,1731752231746, seqNum=-1] 2024-11-16T10:17:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:17,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T10:17:17,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:17,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:17,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:17,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b16ff38458c1:37071 after: b16ff38458c1:37071 2024-11-16T10:17:17,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,37071,-1 for getting cluster id 2024-11-16T10:17:17,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:17,294 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2df1df45-92c4-4a3a-824d-8ef8eed38359' 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2df1df45-92c4-4a3a-824d-8ef8eed38359" 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140d06c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,37071,-1] 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,296 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:17,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:17,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,37071,1731752231678 2024-11-16T10:17:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-11-16T10:17:17,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:17,300 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:17,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:17,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T10:17:17,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:17,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T10:17:17,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:17:17,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:17,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:17,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:17,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:17:17,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-16T10:17:17,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,43021,1731752220598 2024-11-16T10:17:17,341 DEBUG [b16ff38458c1:37071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:17,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e964b2e883e358c4f584dd5d273faa2e, regionState=OPENING, regionLocation=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:17,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN because future has completed 2024-11-16T10:17:17,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,44987,1731752231746}] 2024-11-16T10:17:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-122841269/running 2024-11-16T10:17:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-122841269/running 2024-11-16T10:17:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:17,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:17,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:17,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:17,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/running 2024-11-16T10:17:17,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,46215,1731752220734' ***** 2024-11-16T10:17:17,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:17:17,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Set watcher on znode that does not yet exist, /1-122841269/running 2024-11-16T10:17:17,355 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:17:17,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,46215,1731752220734 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:46215. 2024-11-16T10:17:17,356 DEBUG [RS:0;b16ff38458c1:46215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:17,356 DEBUG [RS:0;b16ff38458c1:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:17:17,356 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:17:17,356 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:17:17,357 DEBUG [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:17,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:17,357 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:17,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:17,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:17,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:17,357 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T10:17:17,373 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:17,374 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/.tmp/ns/cd5fdf4bbaad458792263c7819409d20 is 43, key is default/ns:d/1731752224107/Put/seqid=0 2024-11-16T10:17:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741835_1011 (size=5153) 2024-11-16T10:17:17,379 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/.tmp/ns/cd5fdf4bbaad458792263c7819409d20 2024-11-16T10:17:17,386 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/.tmp/ns/cd5fdf4bbaad458792263c7819409d20 as hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/ns/cd5fdf4bbaad458792263c7819409d20 2024-11-16T10:17:17,394 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/ns/cd5fdf4bbaad458792263c7819409d20, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T10:17:17,395 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-11-16T10:17:17,395 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:17:17,401 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:17:17,402 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:17,402 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:17,403 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:17,403 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752237357Running coprocessor pre-close hooks at 1731752237357Disabling compacts and flushes for region at 1731752237357Disabling writes for close at 1731752237357Obtaining lock to block concurrent updates at 1731752237357Preparing flush snapshotting stores in 1588230740 at 1731752237357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731752237357Flushing stores of hbase:meta,,1.1588230740 at 1731752237358 (+1 ms)Flushing 1588230740/ns: creating writer at 1731752237358Flushing 1588230740/ns: appending metadata at 1731752237373 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731752237373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dca5e9b: reopening flushed file at 1731752237385 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1731752237395 (+10 ms)Writing region close event to WAL at 1731752237397 (+2 ms)Running coprocessor post-close hooks at 1731752237402 (+5 ms)Closed at 1731752237402 2024-11-16T10:17:17,403 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:17,466 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:17,466 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:17,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:17,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:17,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:17:17,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44987%2C1731752231746.rep, suffix=, logDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746, archiveDir=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs, maxLogs=10 2024-11-16T10:17:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.rep.1731752237508, exclude list is [], retry=0 2024-11-16T10:17:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-6214f576-791d-49d1-8a16-b27e4d9533bc,DISK] 2024-11-16T10:17:17,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.rep.1731752237508 2024-11-16T10:17:17,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799)] 2024-11-16T10:17:17,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e964b2e883e358c4f584dd5d273faa2e, NAME => 'hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:17,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. service=MultiRowMutationService 2024-11-16T10:17:17,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,530 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,531 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName hfileref 2024-11-16T10:17:17,532 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:17,532 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:17,532 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,533 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName queue 2024-11-16T10:17:17,534 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:17,541 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/queue/f4ac4d2c0a564787a84b5ab88fa2642b 2024-11-16T10:17:17,541 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:17,541 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,542 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e964b2e883e358c4f584dd5d273faa2e columnFamilyName sid 2024-11-16T10:17:17,542 DEBUG [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:17,543 INFO [StoreOpener-e964b2e883e358c4f584dd5d273faa2e-1 {}] regionserver.HStore(327): Store=e964b2e883e358c4f584dd5d273faa2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:17,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:17,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened e964b2e883e358c4f584dd5d273faa2e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005476, jitterRate=0.058064043521881104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:17,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:17,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e964b2e883e358c4f584dd5d273faa2e: Running coprocessor pre-open hook at 1731752237528Writing region info on filesystem at 1731752237528Initializing all the Stores at 1731752237529 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752237529Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752237530 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752237530Cleaning up temporary data from old regions at 1731752237546 (+16 ms)Running coprocessor post-open hooks at 1731752237550 (+4 ms)Region opened successfully at 1731752237551 (+1 ms) 2024-11-16T10:17:17,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., pid=19, masterSystemTime=1731752237498 2024-11-16T10:17:17,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:17,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:17,557 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,46215,1731752220734; all regions closed. 2024-11-16T10:17:17,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e964b2e883e358c4f584dd5d273faa2e, regionState=OPEN, openSeqNum=10, regionLocation=b16ff38458c1,44987,1731752231746 2024-11-16T10:17:17,558 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37071 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b16ff38458c1,44987,1731752231746, table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T10:17:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741834_1010 (size=1152) 2024-11-16T10:17:17,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,44987,1731752231746 because future has completed 2024-11-16T10:17:17,563 DEBUG [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/oldWALs 2024-11-16T10:17:17,563 INFO [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C46215%2C1731752220734.meta:.meta(num 1731752223979) 2024-11-16T10:17:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:17:17,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/WALs/b16ff38458c1,46215,1731752220734/b16ff38458c1%2C46215%2C1731752220734.1731752223298 not finished, retry = 0 2024-11-16T10:17:17,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T10:17:17,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure e964b2e883e358c4f584dd5d273faa2e, server=b16ff38458c1,44987,1731752231746 in 218 msec 2024-11-16T10:17:17,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T10:17:17,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e964b2e883e358c4f584dd5d273faa2e, ASSIGN in 380 msec 2024-11-16T10:17:17,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T10:17:17,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e., hostname=b16ff38458c1,44987,1731752231746, seqNum=10] 2024-11-16T10:17:17,615 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b16ff38458c1,40927,1731752213690 2024-11-16T10:17:17,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T10:17:17,669 DEBUG [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/oldWALs 2024-11-16T10:17:17,669 INFO [RS:0;b16ff38458c1:46215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C46215%2C1731752220734:(num 1731752223298) 2024-11-16T10:17:17,669 DEBUG [RS:0;b16ff38458c1:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:17,669 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:17,669 INFO [RS:0;b16ff38458c1:46215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:17,669 INFO [RS:0;b16ff38458c1:46215 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:17,670 INFO [RS:0;b16ff38458c1:46215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:17,670 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:17,670 INFO [RS:0;b16ff38458c1:46215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46215 2024-11-16T10:17:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-122841269/rs/b16ff38458c1,46215,1731752220734 2024-11-16T10:17:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269/rs 2024-11-16T10:17:17,693 INFO [RS:0;b16ff38458c1:46215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:17,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,46215,1731752220734] 2024-11-16T10:17:17,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-122841269/draining/b16ff38458c1,46215,1731752220734 already deleted, retry=false 2024-11-16T10:17:17,714 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,46215,1731752220734 expired; onlineServers=0 2024-11-16T10:17:17,714 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,43021,1731752220598' ***** 2024-11-16T10:17:17,714 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:17:17,714 INFO [M:0;b16ff38458c1:43021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:17,714 INFO [M:0;b16ff38458c1:43021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:17,714 DEBUG [M:0;b16ff38458c1:43021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:17:17,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:17:17,714 DEBUG [M:0;b16ff38458c1:43021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:17:17,714 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752223076 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752223076,5,FailOnTimeoutGroup] 2024-11-16T10:17:17,714 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752223072 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752223072,5,FailOnTimeoutGroup] 2024-11-16T10:17:17,714 INFO [M:0;b16ff38458c1:43021 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:17,715 INFO [M:0;b16ff38458c1:43021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:17,715 DEBUG [M:0;b16ff38458c1:43021 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:17:17,715 INFO [M:0;b16ff38458c1:43021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:17:17,715 INFO [M:0;b16ff38458c1:43021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:17,715 INFO [M:0;b16ff38458c1:43021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:17:17,715 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:17:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-122841269/master 2024-11-16T10:17:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-122841269 2024-11-16T10:17:17,724 DEBUG [M:0;b16ff38458c1:43021 {}] zookeeper.ZKUtil(347): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Unable to get data of znode /1-122841269/master because node does not exist (not an error) 2024-11-16T10:17:17,724 WARN [M:0;b16ff38458c1:43021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:17:17,726 INFO [M:0;b16ff38458c1:43021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/.lastflushedseqids 2024-11-16T10:17:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741836_1012 (size=99) 2024-11-16T10:17:17,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T10:17:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:17,803 INFO [RS:0;b16ff38458c1:46215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x10143259fc00004, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:17,803 INFO [RS:0;b16ff38458c1:46215 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,46215,1731752220734; zookeeper connection closed. 2024-11-16T10:17:17,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ed46ebe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ed46ebe 2024-11-16T10:17:17,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:17:18,132 INFO [M:0;b16ff38458c1:43021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:17:18,132 INFO [M:0;b16ff38458c1:43021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:17:18,133 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:18,133 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:18,133 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:18,133 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:18,133 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:18,133 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T10:17:18,157 DEBUG [M:0;b16ff38458c1:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8097751f5434593b42fb891a585711b is 82, key is hbase:meta,,1/info:regioninfo/1731752224071/Put/seqid=0 2024-11-16T10:17:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741837_1013 (size=5672) 2024-11-16T10:17:18,477 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:18,477 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:18,564 INFO [M:0;b16ff38458c1:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8097751f5434593b42fb891a585711b 2024-11-16T10:17:18,596 DEBUG [M:0;b16ff38458c1:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ef65201231049c58efad0adaaf0b264 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731752224119/Put/seqid=0 2024-11-16T10:17:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741838_1014 (size=5275) 2024-11-16T10:17:19,001 INFO [M:0;b16ff38458c1:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ef65201231049c58efad0adaaf0b264 2024-11-16T10:17:19,028 DEBUG [M:0;b16ff38458c1:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70981e1d7c25476d9c59ba94b052702e is 69, key is b16ff38458c1,46215,1731752220734/rs:state/1731752223127/Put/seqid=0 2024-11-16T10:17:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741839_1015 (size=5156) 2024-11-16T10:17:19,433 INFO [M:0;b16ff38458c1:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70981e1d7c25476d9c59ba94b052702e 2024-11-16T10:17:19,446 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8097751f5434593b42fb891a585711b as hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8097751f5434593b42fb891a585711b 2024-11-16T10:17:19,455 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8097751f5434593b42fb891a585711b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T10:17:19,456 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ef65201231049c58efad0adaaf0b264 as hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ef65201231049c58efad0adaaf0b264 2024-11-16T10:17:19,464 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ef65201231049c58efad0adaaf0b264, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T10:17:19,465 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70981e1d7c25476d9c59ba94b052702e as hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70981e1d7c25476d9c59ba94b052702e 2024-11-16T10:17:19,472 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70981e1d7c25476d9c59ba94b052702e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T10:17:19,473 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=28, compaction requested=false 2024-11-16T10:17:19,475 INFO [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:19,475 DEBUG [M:0;b16ff38458c1:43021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752238132Disabling compacts and flushes for region at 1731752238132Disabling writes for close at 1731752238133 (+1 ms)Obtaining lock to block concurrent updates at 1731752238133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752238133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731752238134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752238136 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752238136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752238157 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752238157Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752238577 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752238595 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752238595Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752239010 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752239027 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752239027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660976cd: reopening flushed file at 1731752239444 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7fe343: reopening flushed file at 1731752239455 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97d2d69: reopening flushed file at 1731752239464 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=28, compaction requested=false at 1731752239473 (+9 ms)Writing region close event to WAL at 1731752239475 (+2 ms)Closed at 1731752239475 2024-11-16T10:17:19,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741830_1006 (size=10165) 2024-11-16T10:17:19,477 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a640d7c9-c450-baa6-6f84-b9f6bb6fd686/MasterData/WALs/b16ff38458c1,43021,1731752220598/b16ff38458c1%2C43021%2C1731752220598.1731752222667 not finished, retry = 0 2024-11-16T10:17:19,579 INFO [M:0;b16ff38458c1:43021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:17:19,579 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:19,579 INFO [M:0;b16ff38458c1:43021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43021 2024-11-16T10:17:19,582 INFO [M:0;b16ff38458c1:43021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:19,586 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:19,586 DEBUG [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 to pos 0, reset compression=false 2024-11-16T10:17:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:19,730 INFO [M:0;b16ff38458c1:43021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x10143259fc00003, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:19,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:19,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:19,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:19,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:19,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:19,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:17:19,744 WARN [BP-512833002-172.17.0.2-1731752218743 heartbeating to localhost/127.0.0.1:39161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:17:19,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:17:19,744 WARN [BP-512833002-172.17.0.2-1731752218743 heartbeating to localhost/127.0.0.1:39161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-512833002-172.17.0.2-1731752218743 (Datanode Uuid 0de051f1-827c-42cd-a32a-89a883614ef0) service to localhost/127.0.0.1:39161 2024-11-16T10:17:19,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/cluster_d26c2c60-0dd2-a54b-4802-e7e5929aedf4/data/data1/current/BP-512833002-172.17.0.2-1731752218743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:19,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/cluster_d26c2c60-0dd2-a54b-4802-e7e5929aedf4/data/data2/current/BP-512833002-172.17.0.2-1731752218743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:19,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:17:19,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:19,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:19,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:19,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:19,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:19,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:17:19,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:17:19,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:19,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:19,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:19,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:19,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:19,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:17:19,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461937423, stopped=false 2024-11-16T10:17:19,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,37071,1731752231678 2024-11-16T10:17:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/running 2024-11-16T10:17:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:19,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:19,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:19,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:19,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:19,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Set watcher on znode that does not yet exist, /0796466956/running 2024-11-16T10:17:19,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:19,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,44987,1731752231746' ***** 2024-11-16T10:17:19,788 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:17:19,788 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:17:19,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(3091): Received CLOSE for e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,44987,1731752231746 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44987. 2024-11-16T10:17:19,789 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e964b2e883e358c4f584dd5d273faa2e, disabling compactions & flushes 2024-11-16T10:17:19,789 DEBUG [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:19,789 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:19,789 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:19,789 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:17:19,789 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. after waiting 0 ms 2024-11-16T10:17:19,789 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:17:19,790 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:19,790 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:17:19,790 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e964b2e883e358c4f584dd5d273faa2e=hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e.} 2024-11-16T10:17:19,790 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e964b2e883e358c4f584dd5d273faa2e 2024-11-16T10:17:19,790 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:19,790 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:19,790 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:19,790 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:19,790 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:19,790 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T10:17:19,797 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/replication/e964b2e883e358c4f584dd5d273faa2e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T10:17:19,797 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:19,797 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:19,797 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:19,797 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e964b2e883e358c4f584dd5d273faa2e: Waiting for close lock at 1731752239789Running coprocessor pre-close hooks at 1731752239789Disabling compacts and flushes for region at 1731752239789Disabling writes for close at 1731752239789Writing region close event to WAL at 1731752239792 (+3 ms)Running coprocessor post-close hooks at 1731752239797 (+5 ms)Closed at 1731752239797 2024-11-16T10:17:19,798 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e. 2024-11-16T10:17:19,807 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/4250e6819775414798a2dcd570e3f9d0 is 147, key is hbase:replication,,1731752224324.e964b2e883e358c4f584dd5d273faa2e./info:regioninfo/1731752237557/Put/seqid=0 2024-11-16T10:17:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741851_1027 (size=6385) 2024-11-16T10:17:19,888 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:19,990 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:20,190 DEBUG [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:20,213 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/4250e6819775414798a2dcd570e3f9d0 2024-11-16T10:17:20,227 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/.tmp/info/4250e6819775414798a2dcd570e3f9d0 as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/info/4250e6819775414798a2dcd570e3f9d0 2024-11-16T10:17:20,234 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/info/4250e6819775414798a2dcd570e3f9d0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T10:17:20,235 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-16T10:17:20,241 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T10:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:20,242 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752239790Running coprocessor pre-close hooks at 1731752239790Disabling compacts and flushes for region at 1731752239790Disabling writes for close at 1731752239790Obtaining lock to block concurrent updates at 1731752239790Preparing flush snapshotting stores in 1588230740 at 1731752239790Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731752239791 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731752239791Flushing 1588230740/info: creating writer at 1731752239791Flushing 1588230740/info: appending metadata at 1731752239806 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731752239807 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f888006: reopening flushed file at 1731752240226 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1731752240235 (+9 ms)Writing region close event to WAL at 1731752240237 (+2 ms)Running coprocessor post-close hooks at 1731752240242 (+5 ms)Closed at 1731752240242 2024-11-16T10:17:20,242 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:20,391 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,44987,1731752231746; all regions closed. 2024-11-16T10:17:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741849_1025 (size=2156) 2024-11-16T10:17:20,398 DEBUG [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:20,398 INFO [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44987%2C1731752231746.meta:.meta(num 1731752233237) 2024-11-16T10:17:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741850_1026 (size=796) 2024-11-16T10:17:20,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.rep.1731752237508 not finished, retry = 0 2024-11-16T10:17:20,508 DEBUG [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:20,509 INFO [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44987%2C1731752231746.rep:(num 1731752237508) 2024-11-16T10:17:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741848_1024 (size=93) 2024-11-16T10:17:20,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/WALs/b16ff38458c1,44987,1731752231746/b16ff38458c1%2C44987%2C1731752231746.1731752232954 not finished, retry = 0 2024-11-16T10:17:20,623 DEBUG [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/oldWALs 2024-11-16T10:17:20,623 INFO [RS:0;b16ff38458c1:44987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44987%2C1731752231746:(num 1731752232954) 2024-11-16T10:17:20,623 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:20,623 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:20,624 INFO [RS:0;b16ff38458c1:44987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:20,625 INFO [RS:0;b16ff38458c1:44987 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:20,625 INFO [RS:0;b16ff38458c1:44987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:20,625 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:20,626 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T10:17:20,626 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,44987,1731752231746 because: Region server is closing 2024-11-16T10:17:20,626 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T10:17:20,627 INFO [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44987. 2024-11-16T10:17:20,627 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T10:17:20,627 DEBUG [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:20,627 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:20,628 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:20,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:20,728 WARN [RS:0;b16ff38458c1:44987.replicationSource.wal-reader.b16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:17:20,728 WARN [RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:17:20,728 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,1-b16ff38458c1,44987,1731752231746 terminated 2024-11-16T10:17:20,729 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b16ff38458c1,44987,1731752231746 because: Region server is closing 2024-11-16T10:17:20,729 INFO [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44987. 2024-11-16T10:17:20,729 DEBUG [RS:0;b16ff38458c1:44987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:20,729 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:20,729 DEBUG [RS:0;b16ff38458c1:44987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:20,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:20,829 WARN [RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:17:20,830 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b16ff38458c1:44987.replicationSource.shipperb16ff38458c1%2C44987%2C1731752231746,2-b16ff38458c1,44987,1731752231746 terminated 2024-11-16T10:17:20,830 INFO [RS:0;b16ff38458c1:44987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44987 2024-11-16T10:17:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956/rs 2024-11-16T10:17:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/rs/b16ff38458c1,44987,1731752231746 2024-11-16T10:17:20,880 INFO [RS:0;b16ff38458c1:44987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:20,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,44987,1731752231746] 2024-11-16T10:17:21,048 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0796466956/draining/b16ff38458c1,44987,1731752231746 already deleted, retry=false 2024-11-16T10:17:21,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,44987,1731752231746 expired; onlineServers=0 2024-11-16T10:17:21,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,37071,1731752231678' ***** 2024-11-16T10:17:21,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:17:21,049 INFO [M:0;b16ff38458c1:37071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:21,049 INFO [M:0;b16ff38458c1:37071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:21,049 DEBUG [M:0;b16ff38458c1:37071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:17:21,049 DEBUG [M:0;b16ff38458c1:37071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:17:21,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:17:21,049 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752232643 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752232643,5,FailOnTimeoutGroup] 2024-11-16T10:17:21,049 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752232644 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752232644,5,FailOnTimeoutGroup] 2024-11-16T10:17:21,049 INFO [M:0;b16ff38458c1:37071 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:21,050 INFO [M:0;b16ff38458c1:37071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:21,050 DEBUG [M:0;b16ff38458c1:37071 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:17:21,050 INFO [M:0;b16ff38458c1:37071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:17:21,050 INFO [M:0;b16ff38458c1:37071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:21,050 INFO [M:0;b16ff38458c1:37071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:17:21,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:17:21,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:21,072 INFO [RS:0;b16ff38458c1:44987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:21,072 INFO [RS:0;b16ff38458c1:44987 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,44987,1731752231746; zookeeper connection closed. 2024-11-16T10:17:21,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44987-0x10143259fc00007, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:21,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@580bb033 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@580bb033 2024-11-16T10:17:21,072 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:17:21,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0796466956/master 2024-11-16T10:17:21,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0796466956 2024-11-16T10:17:21,175 DEBUG [M:0;b16ff38458c1:37071 {}] zookeeper.ZKUtil(347): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Unable to get data of znode /0796466956/master because node does not exist (not an error) 2024-11-16T10:17:21,175 WARN [M:0;b16ff38458c1:37071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:17:21,176 INFO [M:0;b16ff38458c1:37071 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/.lastflushedseqids 2024-11-16T10:17:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741852_1028 (size=181) 2024-11-16T10:17:21,586 INFO [M:0;b16ff38458c1:37071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:17:21,586 INFO [M:0;b16ff38458c1:37071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:17:21,586 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:21,586 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:21,586 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:21,586 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:21,586 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:21,587 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T10:17:21,603 DEBUG [M:0;b16ff38458c1:37071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3512ebf5d8444da6b49f7fbfa89fffe7 is 82, key is hbase:meta,,1/info:regioninfo/1731752233299/Put/seqid=0 2024-11-16T10:17:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741853_1029 (size=5680) 2024-11-16T10:17:21,710 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:17:22,008 INFO [M:0;b16ff38458c1:37071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3512ebf5d8444da6b49f7fbfa89fffe7 2024-11-16T10:17:22,030 DEBUG [M:0;b16ff38458c1:37071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b414ba6af73e4d6993a330f7fc2d5cfa is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731752237568/Put/seqid=0 2024-11-16T10:17:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741854_1030 (size=7319) 2024-11-16T10:17:22,435 INFO [M:0;b16ff38458c1:37071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b414ba6af73e4d6993a330f7fc2d5cfa 2024-11-16T10:17:22,458 DEBUG [M:0;b16ff38458c1:37071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf7819720694a63b81c20b3821798fe is 69, key is b16ff38458c1,44987,1731752231746/rs:state/1731752232715/Put/seqid=0 2024-11-16T10:17:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741855_1031 (size=5371) 2024-11-16T10:17:22,867 INFO [M:0;b16ff38458c1:37071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf7819720694a63b81c20b3821798fe 2024-11-16T10:17:22,883 INFO [M:0;b16ff38458c1:37071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf7819720694a63b81c20b3821798fe 2024-11-16T10:17:22,885 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3512ebf5d8444da6b49f7fbfa89fffe7 as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3512ebf5d8444da6b49f7fbfa89fffe7 2024-11-16T10:17:22,895 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3512ebf5d8444da6b49f7fbfa89fffe7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T10:17:22,896 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b414ba6af73e4d6993a330f7fc2d5cfa as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b414ba6af73e4d6993a330f7fc2d5cfa 2024-11-16T10:17:22,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:22,905 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b414ba6af73e4d6993a330f7fc2d5cfa, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T10:17:22,906 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf7819720694a63b81c20b3821798fe as hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf7819720694a63b81c20b3821798fe 2024-11-16T10:17:22,923 INFO [M:0;b16ff38458c1:37071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf7819720694a63b81c20b3821798fe 2024-11-16T10:17:22,923 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36403/user/jenkins/test-data/e3920d47-9343-4ada-110e-70132daacbfd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf7819720694a63b81c20b3821798fe, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T10:17:22,925 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=172, compaction requested=false 2024-11-16T10:17:22,933 INFO [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:22,933 DEBUG [M:0;b16ff38458c1:37071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752241586Disabling compacts and flushes for region at 1731752241586Disabling writes for close at 1731752241586Obtaining lock to block concurrent updates at 1731752241587 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752241587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731752241587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752241588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752241588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752241602 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752241602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752242014 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752242029 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752242029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752242442 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752242457 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752242457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e526735: reopening flushed file at 1731752242884 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72992be1: reopening flushed file at 1731752242895 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624fe3e0: reopening flushed file at 1731752242905 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=172, compaction requested=false at 1731752242925 (+20 ms)Writing region close event to WAL at 1731752242933 (+8 ms)Closed at 1731752242933 2024-11-16T10:17:22,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741847_1023 (size=22949) 2024-11-16T10:17:22,953 INFO [M:0;b16ff38458c1:37071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:17:22,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:22,954 INFO [M:0;b16ff38458c1:37071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37071 2024-11-16T10:17:22,954 INFO [M:0;b16ff38458c1:37071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:23,077 INFO [M:0;b16ff38458c1:37071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:23,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:23,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37071-0x10143259fc00006, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:23,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:23,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:23,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:23,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:23,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:23,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:17:23,119 WARN [BP-1597455081-172.17.0.2-1731752208361 heartbeating to localhost/127.0.0.1:36403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:17:23,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:17:23,119 WARN [BP-1597455081-172.17.0.2-1731752208361 heartbeating to localhost/127.0.0.1:36403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1597455081-172.17.0.2-1731752208361 (Datanode Uuid 2973d7a1-04cc-4742-ba39-3694167b20a7) service to localhost/127.0.0.1:36403 2024-11-16T10:17:23,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/data/data1/current/BP-1597455081-172.17.0.2-1731752208361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:23,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/cluster_4cb9ddd7-4f08-32b5-a9d7-c8334e03b6f8/data/data2/current/BP-1597455081-172.17.0.2-1731752208361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:23,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:17:23,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:23,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:23,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2493c4cd-8068-1f48-e50a-b194cf1b492d/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:23,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:17:23,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:17:23,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39161 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b16ff38458c1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b16ff38458c1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51701) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b16ff38458c1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36403 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b16ff38458c1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b16ff38458c1:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=5365 (was 4994) - AvailableMemoryMB LEAK? - 2024-11-16T10:17:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:17:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:17:23,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:23,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=5364 2024-11-16T10:17:23,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10143259fc00002, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:17:23,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10143259fc00005, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:17:23,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10143259fc00005, quorum=127.0.0.1:51701, baseZNode=/1-122841269 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:17:23,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10143259fc00002, quorum=127.0.0.1:51701, baseZNode=/0796466956 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:17:23,244 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T10:17:23,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir so I do NOT create it in target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e 2024-11-16T10:17:23,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:17:23,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.tmp.dir so I do NOT create it in target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e 2024-11-16T10:17:23,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b0a075d-012e-64c2-e936-34016d31e8b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:17:23,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e 2024-11-16T10:17:23,245 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6, deleteOnExit=true 2024-11-16T10:17:23,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/zookeeper_0, clientPort=62480, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:17:23,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62480 2024-11-16T10:17:23,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:17:23,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:17:23,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/test.cache.data in system properties and HBase conf 2024-11-16T10:17:23,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:17:23,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:17:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:17:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:17:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:17:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:17:23,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:23,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:23,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:23,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:23,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:17:23,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:23,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:23,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:23,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/java.io.tmpdir/jetty-localhost-41941-hadoop-hdfs-3_4_1-tests_jar-_-any-16692306680323767400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:23,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:41941} 2024-11-16T10:17:23,818 INFO [Time-limited test {}] server.Server(415): Started @38013ms 2024-11-16T10:17:24,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:24,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:24,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:17:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:24,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/java.io.tmpdir/jetty-localhost-33091-hadoop-hdfs-3_4_1-tests_jar-_-any-3629847960889055590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:24,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:33091} 2024-11-16T10:17:24,285 INFO [Time-limited test {}] server.Server(415): Started @38479ms 2024-11-16T10:17:24,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:17:25,269 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/data/data2/current/BP-2139509788-172.17.0.2-1731752243297/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:25,269 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/data/data1/current/BP-2139509788-172.17.0.2-1731752243297/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:25,293 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:17:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0387e38cc2e67d3 with lease ID 0x8fa1f9d22fceac17: Processing first storage report for DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4 from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=61c8eaa4-a65b-4cac-b549-071c0a04e0fb, infoPort=34763, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1914049847;c=1731752243297) 2024-11-16T10:17:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0387e38cc2e67d3 with lease ID 0x8fa1f9d22fceac17: from storage DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4 node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=61c8eaa4-a65b-4cac-b549-071c0a04e0fb, infoPort=34763, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1914049847;c=1731752243297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0387e38cc2e67d3 with lease ID 0x8fa1f9d22fceac17: Processing first storage report for DS-168130d1-3437-4df4-acea-299a8ba4c6bc from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=61c8eaa4-a65b-4cac-b549-071c0a04e0fb, infoPort=34763, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1914049847;c=1731752243297) 2024-11-16T10:17:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0387e38cc2e67d3 with lease ID 0x8fa1f9d22fceac17: from storage DS-168130d1-3437-4df4-acea-299a8ba4c6bc node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=61c8eaa4-a65b-4cac-b549-071c0a04e0fb, infoPort=34763, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1914049847;c=1731752243297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:25,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e 2024-11-16T10:17:25,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:17:25,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c with version=8 2024-11-16T10:17:25,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/hbase-staging 2024-11-16T10:17:25,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:25,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:25,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:25,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33809 2024-11-16T10:17:25,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33809 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:25,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338090x0, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:25,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33809-0x10143262bdd0000 connected 2024-11-16T10:17:25,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/running 2024-11-16T10:17:25,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c, hbase.cluster.distributed=false 2024-11-16T10:17:25,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/acl 2024-11-16T10:17:25,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T10:17:25,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33809 2024-11-16T10:17:25,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33809 2024-11-16T10:17:25,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T10:17:25,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-16T10:17:25,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:25,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:25,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:25,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33961 2024-11-16T10:17:25,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33961 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:25,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339610x0, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:25,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/running 2024-11-16T10:17:25,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33961-0x10143262bdd0001 connected 2024-11-16T10:17:25,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:25,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:25,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/master 2024-11-16T10:17:25,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/acl 2024-11-16T10:17:25,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-16T10:17:25,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33961 2024-11-16T10:17:25,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33961 2024-11-16T10:17:25,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-16T10:17:25,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33961 2024-11-16T10:17:25,947 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:33809 2024-11-16T10:17:25,948 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-888027061/backup-masters/b16ff38458c1,33809,1731752245746 2024-11-16T10:17:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/backup-masters 2024-11-16T10:17:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/backup-masters 2024-11-16T10:17:25,956 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on existing znode=/0-888027061/backup-masters/b16ff38458c1,33809,1731752245746 2024-11-16T10:17:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-888027061/master 2024-11-16T10:17:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:25,966 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on existing znode=/0-888027061/master 2024-11-16T10:17:25,967 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-888027061/backup-masters/b16ff38458c1,33809,1731752245746 from backup master directory 2024-11-16T10:17:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/backup-masters 2024-11-16T10:17:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-888027061/backup-masters/b16ff38458c1,33809,1731752245746 2024-11-16T10:17:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/backup-masters 2024-11-16T10:17:25,977 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:25,977 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,33809,1731752245746 2024-11-16T10:17:25,981 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/hbase.id] with ID: 2d8b674f-0b12-4abf-ae03-9beeccd2075c 2024-11-16T10:17:25,982 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/.tmp/hbase.id 2024-11-16T10:17:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:17:26,393 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/.tmp/hbase.id]:[hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/hbase.id] 2024-11-16T10:17:26,410 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:26,410 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:26,411 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:17:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:17:27,022 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:27,023 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:27,023 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:27,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:17:27,434 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store 2024-11-16T10:17:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:27,842 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:27,842 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:27,842 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752247842Disabling compacts and flushes for region at 1731752247842Disabling writes for close at 1731752247842Writing region close event to WAL at 1731752247842Closed at 1731752247842 2024-11-16T10:17:27,843 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/.initializing 2024-11-16T10:17:27,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/WALs/b16ff38458c1,33809,1731752245746 2024-11-16T10:17:27,845 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:27,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C33809%2C1731752245746, suffix=, logDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/WALs/b16ff38458c1,33809,1731752245746, archiveDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:27,865 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/WALs/b16ff38458c1,33809,1731752245746/b16ff38458c1%2C33809%2C1731752245746.1731752247847, exclude list is [], retry=0 2024-11-16T10:17:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4,DISK] 2024-11-16T10:17:27,871 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/WALs/b16ff38458c1,33809,1731752245746/b16ff38458c1%2C33809%2C1731752245746.1731752247847 2024-11-16T10:17:27,871 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34763:34763)] 2024-11-16T10:17:27,871 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:27,871 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:27,872 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,872 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:27,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:27,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:27,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:27,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:27,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:27,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:27,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:27,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:27,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:27,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:27,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:27,883 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,884 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,885 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,886 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,886 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,887 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:27,888 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:27,892 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:27,893 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74566224, jitterRate=0.11112332344055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:27,894 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752247872Initializing all the Stores at 1731752247873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752247873Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752247873Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752247873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752247873Cleaning up temporary data from old regions at 1731752247886 (+13 ms)Region opened successfully at 1731752247894 (+8 ms) 2024-11-16T10:17:27,894 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:27,898 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591784e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:27,899 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:17:27,900 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:27,900 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:27,900 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:27,900 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:17:27,901 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:17:27,901 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:27,903 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:27,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:27,953 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/balancer already deleted, retry=false 2024-11-16T10:17:27,953 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:27,954 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:27,965 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/normalizer already deleted, retry=false 2024-11-16T10:17:27,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:27,967 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:27,976 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/switch/split already deleted, retry=false 2024-11-16T10:17:27,977 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:27,986 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/switch/merge already deleted, retry=false 2024-11-16T10:17:27,989 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:27,997 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-888027061/running 2024-11-16T10:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-888027061/running 2024-11-16T10:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,008 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,33809,1731752245746, sessionid=0x10143262bdd0000, setting cluster-up flag (Was=false) 2024-11-16T10:17:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,193 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-888027061/flush-table-proc/acquired, /0-888027061/flush-table-proc/reached, /0-888027061/flush-table-proc/abort 2024-11-16T10:17:28,195 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,33809,1731752245746 2024-11-16T10:17:28,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:28,260 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-888027061/online-snapshot/acquired, /0-888027061/online-snapshot/reached, /0-888027061/online-snapshot/abort 2024-11-16T10:17:28,261 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,33809,1731752245746 2024-11-16T10:17:28,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:17:28,264 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:28,265 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:28,265 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:28,265 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b16ff38458c1,40927,1731752213690: status=Processing ServerCrashProcedure of b16ff38458c1,40927,1731752213690 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731752232644, completionTime=-1 appears to have been leaked 2024-11-16T10:17:28,265 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,33809,1731752245746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:28,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:28,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:17:28,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:28,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:17:28,273 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752278273 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:28,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:28,276 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,276 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:28,276 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:28,276 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:28,277 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:28,280 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:28,280 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:28,281 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752248280,5,FailOnTimeoutGroup] 2024-11-16T10:17:28,283 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752248281,5,FailOnTimeoutGroup] 2024-11-16T10:17:28,283 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,284 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:28,284 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,284 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:17:28,340 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(746): ClusterId : 2d8b674f-0b12-4abf-ae03-9beeccd2075c 2024-11-16T10:17:28,340 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:28,354 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:28,354 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:28,366 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:28,367 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6e17fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:28,377 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:33961 2024-11-16T10:17:28,378 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:28,378 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:28,378 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:28,379 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,33809,1731752245746 with port=33961, startcode=1731752245910 2024-11-16T10:17:28,379 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:28,380 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:28,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,383 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c 2024-11-16T10:17:28,383 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36839 2024-11-16T10:17:28,383 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:28,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/rs 2024-11-16T10:17:28,396 DEBUG [RS:0;b16ff38458c1:33961 {}] zookeeper.ZKUtil(111): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on existing znode=/0-888027061/rs/b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,396 WARN [RS:0;b16ff38458c1:33961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:28,396 INFO [RS:0;b16ff38458c1:33961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:28,396 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,33961,1731752245910] 2024-11-16T10:17:28,399 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:28,402 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:28,404 INFO [RS:0;b16ff38458c1:33961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:28,404 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,404 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:28,405 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:28,405 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,405 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,405 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,405 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:28,406 DEBUG [RS:0;b16ff38458c1:33961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,407 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33961,1731752245910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:28,428 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:28,428 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33961,1731752245910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,428 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,428 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.Replication(171): b16ff38458c1,33961,1731752245910 started 2024-11-16T10:17:28,447 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:28,447 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,33961,1731752245910, RpcServer on b16ff38458c1/172.17.0.2:33961, sessionid=0x10143262bdd0001 2024-11-16T10:17:28,447 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:28,447 DEBUG [RS:0;b16ff38458c1:33961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,447 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,33961,1731752245910' 2024-11-16T10:17:28,447 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-888027061/flush-table-proc/abort' 2024-11-16T10:17:28,448 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-888027061/flush-table-proc/acquired' 2024-11-16T10:17:28,448 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:28,448 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:28,448 DEBUG [RS:0;b16ff38458c1:33961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,33961,1731752245910 2024-11-16T10:17:28,449 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,33961,1731752245910' 2024-11-16T10:17:28,449 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-888027061/online-snapshot/abort' 2024-11-16T10:17:28,449 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-888027061/online-snapshot/acquired' 2024-11-16T10:17:28,449 DEBUG [RS:0;b16ff38458c1:33961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:28,449 INFO [RS:0;b16ff38458c1:33961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:28,449 INFO [RS:0;b16ff38458c1:33961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:28,550 INFO [RS:0;b16ff38458c1:33961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:28,552 INFO [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C33961%2C1731752245910, suffix=, logDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910, archiveDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs, maxLogs=10 2024-11-16T10:17:28,570 DEBUG [RS:0;b16ff38458c1:33961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552, exclude list is [], retry=0 2024-11-16T10:17:28,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4,DISK] 2024-11-16T10:17:28,576 INFO [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 2024-11-16T10:17:28,578 DEBUG [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34763:34763)] 2024-11-16T10:17:28,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:17:28,688 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c 2024-11-16T10:17:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:17:28,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:28,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:28,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:29,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:29,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:29,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:29,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:29,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:29,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:29,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:29,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:29,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:29,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:29,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740 2024-11-16T10:17:29,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740 2024-11-16T10:17:29,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:29,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:29,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:29,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:29,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69194860, jitterRate=0.031083762645721436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:29,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752249095Initializing all the Stores at 1731752249096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752249096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249096Cleaning up temporary data from old regions at 1731752249107 (+11 ms)Region opened successfully at 1731752249111 (+4 ms) 2024-11-16T10:17:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:29,112 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:29,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752249111Disabling compacts and flushes for region at 1731752249111Disabling writes for close at 1731752249112 (+1 ms)Writing region close event to WAL at 1731752249112Closed at 1731752249112 2024-11-16T10:17:29,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:29,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:17:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:29,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:29,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:17:29,267 DEBUG [b16ff38458c1:33809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:29,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:29,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,33961,1731752245910, state=OPENING 2024-11-16T10:17:29,281 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:17:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:29,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-888027061/meta-region-server: CHANGED 2024-11-16T10:17:29,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-888027061/meta-region-server: CHANGED 2024-11-16T10:17:29,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:29,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,33961,1731752245910}] 2024-11-16T10:17:29,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:29,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:29,462 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:29,463 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:29,463 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:29,465 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C33961%2C1731752245910.meta, suffix=.meta, logDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910, archiveDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs, maxLogs=10 2024-11-16T10:17:29,481 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.meta.1731752249465.meta, exclude list is [], retry=0 2024-11-16T10:17:29,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4,DISK] 2024-11-16T10:17:29,485 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.meta.1731752249465.meta 2024-11-16T10:17:29,485 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34763:34763)] 2024-11-16T10:17:29,485 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:29,486 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:29,486 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:29,486 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:29,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:29,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:29,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:29,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:29,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:29,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:29,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:29,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:29,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:29,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:29,494 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:29,495 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740 2024-11-16T10:17:29,496 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740 2024-11-16T10:17:29,497 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:29,497 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:29,497 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:29,499 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:29,499 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62080162, jitterRate=-0.0749334990978241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:29,499 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:29,500 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752249486Writing region info on filesystem at 1731752249486Initializing all the Stores at 1731752249487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752249488 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752249488Cleaning up temporary data from old regions at 1731752249497 (+9 ms)Running coprocessor post-open hooks at 1731752249499 (+2 ms)Region opened successfully at 1731752249500 (+1 ms) 2024-11-16T10:17:29,501 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752249457 2024-11-16T10:17:29,504 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:29,504 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:29,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:29,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,33961,1731752245910, state=OPEN 2024-11-16T10:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-888027061/meta-region-server 2024-11-16T10:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-888027061/meta-region-server 2024-11-16T10:17:29,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:29,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-888027061/meta-region-server: CHANGED 2024-11-16T10:17:29,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-888027061/meta-region-server: CHANGED 2024-11-16T10:17:29,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:17:29,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,33961,1731752245910 in 272 msec 2024-11-16T10:17:29,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:17:29,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-16T10:17:29,581 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:29,581 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:17:29,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:29,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,33961,1731752245910, seqNum=-1] 2024-11-16T10:17:29,583 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:29,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:29,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-16T10:17:29,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752249590, completionTime=-1 2024-11-16T10:17:29,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:17:29,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752309592 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752369592 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,593 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:33809, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,593 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,593 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,594 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:17:29,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.619sec 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:29,597 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:29,599 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:29,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:29,600 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33809,1731752245746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:29,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:29,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33809,-1 for getting cluster id 2024-11-16T10:17:29,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:29,642 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8b674f-0b12-4abf-ae03-9beeccd2075c' 2024-11-16T10:17:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8b674f-0b12-4abf-ae03-9beeccd2075c" 2024-11-16T10:17:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f0aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33809,-1] 2024-11-16T10:17:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:29,644 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:29,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:29,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,33961,1731752245910, seqNum=-1] 2024-11-16T10:17:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:29,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:29,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,33809,1731752245746 2024-11-16T10:17:29,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:29,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:29,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10143262bdd0002 connected 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir so I do NOT create it in target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98 2024-11-16T10:17:29,684 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.tmp.dir so I do NOT create it in target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98 2024-11-16T10:17:29,684 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:17:29,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/cluster_eb5f1c32-e82e-6a3d-287d-bb4327353e38, deleteOnExit=true 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/test.cache.data in system properties and HBase conf 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:17:29,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:17:29,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:17:29,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:29,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:17:29,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:17:30,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:30,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:30,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:30,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:30,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:17:30,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:30,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:30,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:30,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-2993519799657396804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:30,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-11-16T10:17:30,136 INFO [Time-limited test {}] server.Server(415): Started @44331ms 2024-11-16T10:17:30,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:30,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:30,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:30,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:30,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:17:30,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:30,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:30,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30edecbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/java.io.tmpdir/jetty-localhost-33197-hadoop-hdfs-3_4_1-tests_jar-_-any-10222446446060746713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:30,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:33197} 2024-11-16T10:17:30,503 INFO [Time-limited test {}] server.Server(415): Started @44697ms 2024-11-16T10:17:30,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:17:31,146 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/cluster_eb5f1c32-e82e-6a3d-287d-bb4327353e38/data/data2/current/BP-1579922005-172.17.0.2-1731752249707/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:31,146 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/cluster_eb5f1c32-e82e-6a3d-287d-bb4327353e38/data/data1/current/BP-1579922005-172.17.0.2-1731752249707/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:31,162 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:17:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2fbd6c5f2f967f5 with lease ID 0xbc3603c42a678161: Processing first storage report for DS-f4e7a6a6-c2c3-486f-8b77-d5dd458df1a1 from datanode DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d622f342-c917-4259-8fec-32c640374d27, infoPort=46633, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=2106175510;c=1731752249707) 2024-11-16T10:17:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2fbd6c5f2f967f5 with lease ID 0xbc3603c42a678161: from storage DS-f4e7a6a6-c2c3-486f-8b77-d5dd458df1a1 node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d622f342-c917-4259-8fec-32c640374d27, infoPort=46633, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=2106175510;c=1731752249707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2fbd6c5f2f967f5 with lease ID 0xbc3603c42a678161: Processing first storage report for DS-fe5e20b7-c485-489c-8f14-5a2a3cdbdeb2 from datanode DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d622f342-c917-4259-8fec-32c640374d27, infoPort=46633, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=2106175510;c=1731752249707) 2024-11-16T10:17:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2fbd6c5f2f967f5 with lease ID 0xbc3603c42a678161: from storage DS-fe5e20b7-c485-489c-8f14-5a2a3cdbdeb2 node DatanodeRegistration(127.0.0.1:41703, datanodeUuid=d622f342-c917-4259-8fec-32c640374d27, infoPort=46633, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=2106175510;c=1731752249707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:31,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98 2024-11-16T10:17:31,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:17:31,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a with version=8 2024-11-16T10:17:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/hbase-staging 2024-11-16T10:17:31,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:31,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:31,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:31,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:31,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:31,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36407 2024-11-16T10:17:31,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36407 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364070x0, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:31,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36407-0x10143262bdd0003 connected 2024-11-16T10:17:31,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/running 2024-11-16T10:17:31,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a, hbase.cluster.distributed=false 2024-11-16T10:17:31,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/acl 2024-11-16T10:17:31,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36407 2024-11-16T10:17:31,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36407 2024-11-16T10:17:31,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36407 2024-11-16T10:17:31,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36407 2024-11-16T10:17:31,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36407 2024-11-16T10:17:31,372 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:31,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:31,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41201 2024-11-16T10:17:31,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41201 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:31,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412010x0, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:31,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412010x0, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/running 2024-11-16T10:17:31,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:31,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41201-0x10143262bdd0004 connected 2024-11-16T10:17:31,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:31,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/master 2024-11-16T10:17:31,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/acl 2024-11-16T10:17:31,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-16T10:17:31,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41201 2024-11-16T10:17:31,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41201 2024-11-16T10:17:31,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-16T10:17:31,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-16T10:17:31,408 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:36407 2024-11-16T10:17:31,411 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-971200872/backup-masters/b16ff38458c1,36407,1731752251245 2024-11-16T10:17:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/backup-masters 2024-11-16T10:17:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/backup-masters 2024-11-16T10:17:31,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on existing znode=/1-971200872/backup-masters/b16ff38458c1,36407,1731752251245 2024-11-16T10:17:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-971200872/master 2024-11-16T10:17:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:31,429 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on existing znode=/1-971200872/master 2024-11-16T10:17:31,429 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-971200872/backup-masters/b16ff38458c1,36407,1731752251245 from backup master directory 2024-11-16T10:17:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/backup-masters 2024-11-16T10:17:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-971200872/backup-masters/b16ff38458c1,36407,1731752251245 2024-11-16T10:17:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/backup-masters 2024-11-16T10:17:31,439 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:31,439 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,36407,1731752251245 2024-11-16T10:17:31,444 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/hbase.id] with ID: 0e6ba472-a549-4323-ad01-1982442a33fb 2024-11-16T10:17:31,444 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/.tmp/hbase.id 2024-11-16T10:17:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:17:31,855 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/.tmp/hbase.id]:[hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/hbase.id] 2024-11-16T10:17:31,868 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:31,868 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:31,869 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:17:31,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:31,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:17:32,289 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:32,289 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:32,289 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:32,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:17:32,697 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store 2024-11-16T10:17:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:33,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:33,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:33,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752253104Disabling compacts and flushes for region at 1731752253104Disabling writes for close at 1731752253104Writing region close event to WAL at 1731752253104Closed at 1731752253104 2024-11-16T10:17:33,105 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/.initializing 2024-11-16T10:17:33,105 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/WALs/b16ff38458c1,36407,1731752251245 2024-11-16T10:17:33,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:33,108 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C36407%2C1731752251245, suffix=, logDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/WALs/b16ff38458c1,36407,1731752251245, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:33,121 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/WALs/b16ff38458c1,36407,1731752251245/b16ff38458c1%2C36407%2C1731752251245.1731752253108, exclude list is [], retry=0 2024-11-16T10:17:33,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-f4e7a6a6-c2c3-486f-8b77-d5dd458df1a1,DISK] 2024-11-16T10:17:33,125 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/WALs/b16ff38458c1,36407,1731752251245/b16ff38458c1%2C36407%2C1731752251245.1731752253108 2024-11-16T10:17:33,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46633:46633)] 2024-11-16T10:17:33,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:33,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:33,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:33,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:33,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:33,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:33,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:33,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:33,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:33,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:33,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:33,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:33,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:33,135 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,136 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,136 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,138 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,138 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,138 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:33,139 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:33,141 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:33,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431050, jitterRate=0.06440559029579163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:33,142 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752253126Initializing all the Stores at 1731752253127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752253127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752253128 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752253128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752253128Cleaning up temporary data from old regions at 1731752253138 (+10 ms)Region opened successfully at 1731752253142 (+4 ms) 2024-11-16T10:17:33,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:33,145 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391d0b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:33,146 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:17:33,146 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:33,146 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:33,147 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:33,147 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:17:33,148 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:17:33,148 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:33,154 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:33,155 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:33,165 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/balancer already deleted, retry=false 2024-11-16T10:17:33,166 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:33,166 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:33,175 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/normalizer already deleted, retry=false 2024-11-16T10:17:33,176 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:33,177 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:33,186 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/switch/split already deleted, retry=false 2024-11-16T10:17:33,187 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:33,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/switch/merge already deleted, retry=false 2024-11-16T10:17:33,199 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:33,207 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:33,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:17:33,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:33,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:33,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:17:33,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:33,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:17:33,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:17:33,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-971200872/running 2024-11-16T10:17:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-971200872/running 2024-11-16T10:17:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,218 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,36407,1731752251245, sessionid=0x10143262bdd0003, setting cluster-up flag (Was=false) 2024-11-16T10:17:33,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,270 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-971200872/flush-table-proc/acquired, /1-971200872/flush-table-proc/reached, /1-971200872/flush-table-proc/abort 2024-11-16T10:17:33,272 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,36407,1731752251245 2024-11-16T10:17:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:33,323 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-971200872/online-snapshot/acquired, /1-971200872/online-snapshot/reached, /1-971200872/online-snapshot/abort 2024-11-16T10:17:33,324 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,36407,1731752251245 2024-11-16T10:17:33,325 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:17:33,327 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:33,328 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:33,328 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:33,328 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,36407,1731752251245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:33,329 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:33,330 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,331 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752283331 2024-11-16T10:17:33,331 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:33,331 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:33,331 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:33,332 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:33,332 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:33,332 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:33,332 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:33,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:17:33,332 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:33,333 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:33,333 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:33,333 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:33,333 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:33,333 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:33,333 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752253333,5,FailOnTimeoutGroup] 2024-11-16T10:17:33,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:33,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:17:33,336 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752253333,5,FailOnTimeoutGroup] 2024-11-16T10:17:33,336 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,336 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:33,336 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,336 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:17:33,400 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(746): ClusterId : 0e6ba472-a549-4323-ad01-1982442a33fb 2024-11-16T10:17:33,400 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:33,408 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:33,408 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:33,419 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:33,419 DEBUG [RS:0;b16ff38458c1:41201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1bb766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:33,431 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:41201 2024-11-16T10:17:33,431 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:33,431 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:33,431 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:33,432 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,36407,1731752251245 with port=41201, startcode=1731752251371 2024-11-16T10:17:33,432 DEBUG [RS:0;b16ff38458c1:41201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:33,433 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:33,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36407 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,435 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a 2024-11-16T10:17:33,435 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36301 2024-11-16T10:17:33,435 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:33,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/rs 2024-11-16T10:17:33,503 DEBUG [RS:0;b16ff38458c1:41201 {}] zookeeper.ZKUtil(111): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on existing znode=/1-971200872/rs/b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,503 WARN [RS:0;b16ff38458c1:41201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:33,503 INFO [RS:0;b16ff38458c1:41201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:33,503 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,41201,1731752251371] 2024-11-16T10:17:33,507 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:33,509 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:33,513 INFO [RS:0;b16ff38458c1:41201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:33,513 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,516 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:33,517 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:33,517 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:33,518 DEBUG [RS:0;b16ff38458c1:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,524 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41201,1731752251371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:33,548 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:33,548 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41201,1731752251371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,548 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,548 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.Replication(171): b16ff38458c1,41201,1731752251371 started 2024-11-16T10:17:33,566 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:33,566 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,41201,1731752251371, RpcServer on b16ff38458c1/172.17.0.2:41201, sessionid=0x10143262bdd0004 2024-11-16T10:17:33,566 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:33,566 DEBUG [RS:0;b16ff38458c1:41201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,566 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,41201,1731752251371' 2024-11-16T10:17:33,566 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-971200872/flush-table-proc/abort' 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-971200872/flush-table-proc/acquired' 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,41201,1731752251371 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,41201,1731752251371' 2024-11-16T10:17:33,567 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-971200872/online-snapshot/abort' 2024-11-16T10:17:33,568 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-971200872/online-snapshot/acquired' 2024-11-16T10:17:33,568 DEBUG [RS:0;b16ff38458c1:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:33,568 INFO [RS:0;b16ff38458c1:41201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:33,568 INFO [RS:0;b16ff38458c1:41201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:33,668 INFO [RS:0;b16ff38458c1:41201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:33,670 INFO [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C41201%2C1731752251371, suffix=, logDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/oldWALs, maxLogs=10 2024-11-16T10:17:33,682 DEBUG [RS:0;b16ff38458c1:41201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.1731752253670, exclude list is [], retry=0 2024-11-16T10:17:33,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-f4e7a6a6-c2c3-486f-8b77-d5dd458df1a1,DISK] 2024-11-16T10:17:33,687 INFO [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.1731752253670 2024-11-16T10:17:33,687 DEBUG [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46633:46633)] 2024-11-16T10:17:33,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:17:33,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a 2024-11-16T10:17:33,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:17:34,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:34,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:34,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:34,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:34,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:34,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:34,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:34,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:34,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:34,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:34,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740 2024-11-16T10:17:34,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740 2024-11-16T10:17:34,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:34,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:34,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:34,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:34,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:34,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65008433, jitterRate=-0.031298860907554626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752254153Initializing all the Stores at 1731752254154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752254154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254154Cleaning up temporary data from old regions at 1731752254166 (+12 ms)Region opened successfully at 1731752254171 (+5 ms) 2024-11-16T10:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:34,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:34,172 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:34,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752254171Disabling compacts and flushes for region at 1731752254171Disabling writes for close at 1731752254171Writing region close event to WAL at 1731752254172 (+1 ms)Closed at 1731752254172 2024-11-16T10:17:34,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:34,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:17:34,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:34,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:34,176 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:17:34,327 DEBUG [b16ff38458c1:36407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:34,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,41201,1731752251371 2024-11-16T10:17:34,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,41201,1731752251371, state=OPENING 2024-11-16T10:17:34,344 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:17:34,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:17:34,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:34,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:34,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:34,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-971200872/meta-region-server: CHANGED 2024-11-16T10:17:34,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-971200872/meta-region-server: CHANGED 2024-11-16T10:17:34,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,41201,1731752251371}] 2024-11-16T10:17:34,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:34,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:34,571 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:34,572 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:34,572 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:34,573 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C41201%2C1731752251371.meta, suffix=.meta, logDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371, archiveDir=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/oldWALs, maxLogs=10 2024-11-16T10:17:34,587 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.meta.1731752254574.meta, exclude list is [], retry=0 2024-11-16T10:17:34,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41703,DS-f4e7a6a6-c2c3-486f-8b77-d5dd458df1a1,DISK] 2024-11-16T10:17:34,592 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.meta.1731752254574.meta 2024-11-16T10:17:34,592 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46633:46633)] 2024-11-16T10:17:34,592 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:34,592 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:34,593 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:34,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:34,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:34,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:34,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:34,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:34,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:34,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:34,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:34,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:34,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:34,599 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:34,600 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740 2024-11-16T10:17:34,601 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740 2024-11-16T10:17:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:34,603 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:34,604 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:34,604 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70812479, jitterRate=0.05518816411495209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:34,605 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:34,605 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752254593Writing region info on filesystem at 1731752254593Initializing all the Stores at 1731752254594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752254594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752254594Cleaning up temporary data from old regions at 1731752254602 (+8 ms)Running coprocessor post-open hooks at 1731752254605 (+3 ms)Region opened successfully at 1731752254605 2024-11-16T10:17:34,606 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752254566 2024-11-16T10:17:34,608 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:34,608 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:34,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,41201,1731752251371 2024-11-16T10:17:34,610 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,41201,1731752251371, state=OPEN 2024-11-16T10:17:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-971200872/meta-region-server 2024-11-16T10:17:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-971200872/meta-region-server 2024-11-16T10:17:34,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,41201,1731752251371 2024-11-16T10:17:34,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-971200872/meta-region-server: CHANGED 2024-11-16T10:17:34,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-971200872/meta-region-server: CHANGED 2024-11-16T10:17:34,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:17:34,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,41201,1731752251371 in 215 msec 2024-11-16T10:17:34,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:17:34,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-16T10:17:34,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:34,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:17:34,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:34,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,41201,1731752251371, seqNum=-1] 2024-11-16T10:17:34,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:34,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:34,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-16T10:17:34,647 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752254647, completionTime=-1 2024-11-16T10:17:34,647 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:17:34,647 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:34,649 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:34,649 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752314649 2024-11-16T10:17:34,649 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752374649 2024-11-16T10:17:34,649 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:36407, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,650 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,652 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:34,656 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:34,659 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:34,659 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:34,659 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36407,1731752251245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:34,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36962832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36407,-1 for getting cluster id 2024-11-16T10:17:34,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:34,703 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e6ba472-a549-4323-ad01-1982442a33fb' 2024-11-16T10:17:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e6ba472-a549-4323-ad01-1982442a33fb" 2024-11-16T10:17:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6091f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36407,-1] 2024-11-16T10:17:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:34,705 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:34,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b237bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,41201,1731752251371, seqNum=-1] 2024-11-16T10:17:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:34,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:34,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,36407,1731752251245 2024-11-16T10:17:34,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62480 2024-11-16T10:17:34,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:34,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10143262bdd0005 connected 2024-11-16T10:17:34,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2f2c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33809,-1 for getting cluster id 2024-11-16T10:17:34,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:34,738 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d8b674f-0b12-4abf-ae03-9beeccd2075c' 2024-11-16T10:17:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d8b674f-0b12-4abf-ae03-9beeccd2075c" 2024-11-16T10:17:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33809,-1] 2024-11-16T10:17:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:34,740 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7060e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33809,1731752245746 2024-11-16T10:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42aed8a4 2024-11-16T10:17:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:34,744 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:34,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:36407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:17:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:34,748 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:36407' 2024-11-16T10:17:34,749 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ec2bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,749 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36407,-1 for getting cluster id 2024-11-16T10:17:34,749 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:34,750 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e6ba472-a549-4323-ad01-1982442a33fb' 2024-11-16T10:17:34,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:34,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e6ba472-a549-4323-ad01-1982442a33fb" 2024-11-16T10:17:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171fd822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36407,-1] 2024-11-16T10:17:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:34,752 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:34,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aae319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:34,753 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36407,1731752251245 2024-11-16T10:17:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ac187fe 2024-11-16T10:17:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:34,756 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:34,757 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T10:17:34,757 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:34,757 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:34,757 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:34,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:34,757 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:34,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:17:34,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:17:34,761 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:34,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:17:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741835_1011 (size=1138) 2024-11-16T10:17:34,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f64d05822e32a25e14278a9db77bc596, NAME => 'hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c 2024-11-16T10:17:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741836_1012 (size=44) 2024-11-16T10:17:34,809 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:17:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:34,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:34,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:35,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:35,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:35,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f64d05822e32a25e14278a9db77bc596, disabling compactions & flushes 2024-11-16T10:17:35,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. after waiting 0 ms 2024-11-16T10:17:35,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f64d05822e32a25e14278a9db77bc596: Waiting for close lock at 1731752255183Disabling compacts and flushes for region at 1731752255183Disabling writes for close at 1731752255183Writing region close event to WAL at 1731752255184 (+1 ms)Closed at 1731752255184 2024-11-16T10:17:35,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:17:35,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752255185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752255185"}]},"ts":"1731752255185"} 2024-11-16T10:17:35,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:17:35,189 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:17:35,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752255189"}]},"ts":"1731752255189"} 2024-11-16T10:17:35,191 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:17:35,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f64d05822e32a25e14278a9db77bc596, ASSIGN}] 2024-11-16T10:17:35,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f64d05822e32a25e14278a9db77bc596, ASSIGN 2024-11-16T10:17:35,194 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f64d05822e32a25e14278a9db77bc596, ASSIGN; state=OFFLINE, location=b16ff38458c1,33961,1731752245910; forceNewPlan=false, retain=false 2024-11-16T10:17:35,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f64d05822e32a25e14278a9db77bc596, regionState=OPENING, regionLocation=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:35,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f64d05822e32a25e14278a9db77bc596, ASSIGN because future has completed 2024-11-16T10:17:35,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f64d05822e32a25e14278a9db77bc596, server=b16ff38458c1,33961,1731752245910}] 2024-11-16T10:17:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:35,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:35,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:17:35,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C33961%2C1731752245910.rep, suffix=, logDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910, archiveDir=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs, maxLogs=10 2024-11-16T10:17:35,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.rep.1731752255506, exclude list is [], retry=0 2024-11-16T10:17:35,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-6ddacd9f-c5ca-4e13-8696-25f77cf0afa4,DISK] 2024-11-16T10:17:35,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.rep.1731752255506 2024-11-16T10:17:35,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34763:34763)] 2024-11-16T10:17:35,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f64d05822e32a25e14278a9db77bc596, NAME => 'hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:35,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:35,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:35,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. service=MultiRowMutationService 2024-11-16T10:17:35,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:17:35,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:35,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,527 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,529 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d05822e32a25e14278a9db77bc596 columnFamilyName hfileref 2024-11-16T10:17:35,529 DEBUG [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:35,529 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(327): Store=f64d05822e32a25e14278a9db77bc596/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:35,529 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,531 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d05822e32a25e14278a9db77bc596 columnFamilyName queue 2024-11-16T10:17:35,531 DEBUG [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:35,531 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(327): Store=f64d05822e32a25e14278a9db77bc596/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:35,532 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,533 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d05822e32a25e14278a9db77bc596 columnFamilyName sid 2024-11-16T10:17:35,533 DEBUG [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:35,534 INFO [StoreOpener-f64d05822e32a25e14278a9db77bc596-1 {}] regionserver.HStore(327): Store=f64d05822e32a25e14278a9db77bc596/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:35,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:35,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:35,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f64d05822e32a25e14278a9db77bc596; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59304441, jitterRate=-0.1162949651479721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:35,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f64d05822e32a25e14278a9db77bc596: Running coprocessor pre-open hook at 1731752255526Writing region info on filesystem at 1731752255526Initializing all the Stores at 1731752255527 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752255527Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752255527Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752255527Cleaning up temporary data from old regions at 1731752255537 (+10 ms)Running coprocessor post-open hooks at 1731752255542 (+5 ms)Region opened successfully at 1731752255542 2024-11-16T10:17:35,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596., pid=7, masterSystemTime=1731752255500 2024-11-16T10:17:35,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:35,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f64d05822e32a25e14278a9db77bc596, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,33961,1731752245910 2024-11-16T10:17:35,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f64d05822e32a25e14278a9db77bc596, server=b16ff38458c1,33961,1731752245910 because future has completed 2024-11-16T10:17:35,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T10:17:35,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f64d05822e32a25e14278a9db77bc596, server=b16ff38458c1,33961,1731752245910 in 205 msec 2024-11-16T10:17:35,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:17:35,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f64d05822e32a25e14278a9db77bc596, ASSIGN in 364 msec 2024-11-16T10:17:35,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:17:35,563 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752255562"}]},"ts":"1731752255562"} 2024-11-16T10:17:35,565 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:17:35,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:17:35,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 810 msec 2024-11-16T10:17:35,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596., hostname=b16ff38458c1,33961,1731752245910, seqNum=2] 2024-11-16T10:17:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:35,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:35,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T10:17:35,878 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:17:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:35,906 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,33961,1731752245910, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:17:35,906 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:35,906 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,33961,1731752245910, seqNum=-1] 2024-11-16T10:17:35,906 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:35,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T10:17:35,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,33961,1731752245910', locateType=CURRENT is [region=hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596., hostname=b16ff38458c1,33961,1731752245910, seqNum=2] 2024-11-16T10:17:35,912 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T10:17:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T10:17:35,914 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,33961,1731752245910 suceeded 2024-11-16T10:17:35,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T10:17:35,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-16T10:17:35,917 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:36407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:17:35,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1730 sec 2024-11-16T10:17:35,929 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:36407' 2024-11-16T10:17:35,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd74199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:35,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36407,-1 for getting cluster id 2024-11-16T10:17:35,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:35,931 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e6ba472-a549-4323-ad01-1982442a33fb' 2024-11-16T10:17:35,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:35,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e6ba472-a549-4323-ad01-1982442a33fb" 2024-11-16T10:17:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a937e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36407,-1] 2024-11-16T10:17:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:35,933 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:35,934 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58767427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:35,934 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36407,1731752251245 2024-11-16T10:17:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68820b4b 2024-11-16T10:17:35,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:35,936 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:35,936 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,33961,1731752245910 (queues=1) is replicating from cluster=2d8b674f-0b12-4abf-ae03-9beeccd2075c to cluster=0e6ba472-a549-4323-ad01-1982442a33fb 2024-11-16T10:17:35,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C33961%2C1731752245910 2024-11-16T10:17:35,936 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,33961,1731752245910, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:35,937 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.shipperb16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C33961%2C1731752245910 2024-11-16T10:17:35,937 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552, startPosition=0, beingWritten=true 2024-11-16T10:17:36,143 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:36,448 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:36,853 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:36,904 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:17:36,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:36,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:36,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:36,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33809,1731752245746 2024-11-16T10:17:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ec9824 2024-11-16T10:17:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:36,907 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:36,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:17:36,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:17:36,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:36,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:36,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:36,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:17:36,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633598931, stopped=false 2024-11-16T10:17:36,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,36407,1731752251245 2024-11-16T10:17:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-971200872/running 2024-11-16T10:17:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-971200872/running 2024-11-16T10:17:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:36,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:36,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:36,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:36,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/running 2024-11-16T10:17:36,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,41201,1731752251371' ***** 2024-11-16T10:17:36,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:17:36,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Set watcher on znode that does not yet exist, /1-971200872/running 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:17:36,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,41201,1731752251371 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:41201. 2024-11-16T10:17:36,964 DEBUG [RS:0;b16ff38458c1:41201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:36,964 DEBUG [RS:0;b16ff38458c1:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:17:36,964 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:17:36,965 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:17:36,965 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:17:36,965 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:17:36,965 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:36,965 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:36,965 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:36,965 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:36,965 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:36,965 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:36,965 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T10:17:36,979 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/.tmp/ns/2f218273c8e8406aa716f5069867382d is 43, key is default/ns:d/1731752254641/Put/seqid=0 2024-11-16T10:17:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741835_1011 (size=5153) 2024-11-16T10:17:37,031 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:37,165 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:37,357 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:37,365 DEBUG [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:37,383 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/.tmp/ns/2f218273c8e8406aa716f5069867382d 2024-11-16T10:17:37,390 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/.tmp/ns/2f218273c8e8406aa716f5069867382d as hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/ns/2f218273c8e8406aa716f5069867382d 2024-11-16T10:17:37,396 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/ns/2f218273c8e8406aa716f5069867382d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T10:17:37,397 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-16T10:17:37,402 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:17:37,402 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:37,402 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:37,402 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:37,403 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752256965Running coprocessor pre-close hooks at 1731752256965Disabling compacts and flushes for region at 1731752256965Disabling writes for close at 1731752256965Obtaining lock to block concurrent updates at 1731752256965Preparing flush snapshotting stores in 1588230740 at 1731752256965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731752256965Flushing stores of hbase:meta,,1.1588230740 at 1731752256966 (+1 ms)Flushing 1588230740/ns: creating writer at 1731752256966Flushing 1588230740/ns: appending metadata at 1731752256978 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731752256978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0436fe: reopening flushed file at 1731752257389 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731752257397 (+8 ms)Writing region close event to WAL at 1731752257398 (+1 ms)Running coprocessor post-close hooks at 1731752257402 (+4 ms)Closed at 1731752257402 2024-11-16T10:17:37,403 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:37,530 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:17:37,530 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:17:37,565 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,41201,1731752251371; all regions closed. 2024-11-16T10:17:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741834_1010 (size=1152) 2024-11-16T10:17:37,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.meta.1731752254574.meta not finished, retry = 0 2024-11-16T10:17:37,671 DEBUG [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/oldWALs 2024-11-16T10:17:37,671 INFO [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C41201%2C1731752251371.meta:.meta(num 1731752254574) 2024-11-16T10:17:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:17:37,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/WALs/b16ff38458c1,41201,1731752251371/b16ff38458c1%2C41201%2C1731752251371.1731752253670 not finished, retry = 0 2024-11-16T10:17:37,776 DEBUG [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/oldWALs 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C41201%2C1731752251371:(num 1731752253670) 2024-11-16T10:17:37,776 DEBUG [RS:0;b16ff38458c1:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:37,776 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:37,776 INFO [RS:0;b16ff38458c1:41201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41201 2024-11-16T10:17:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872/rs 2024-11-16T10:17:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-971200872/rs/b16ff38458c1,41201,1731752251371 2024-11-16T10:17:37,807 INFO [RS:0;b16ff38458c1:41201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:37,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,41201,1731752251371] 2024-11-16T10:17:37,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-971200872/draining/b16ff38458c1,41201,1731752251371 already deleted, retry=false 2024-11-16T10:17:37,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,41201,1731752251371 expired; onlineServers=0 2024-11-16T10:17:37,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,36407,1731752251245' ***** 2024-11-16T10:17:37,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:37,839 DEBUG [M:0;b16ff38458c1:36407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:17:37,839 DEBUG [M:0;b16ff38458c1:36407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:17:37,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:17:37,839 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752253333 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752253333,5,FailOnTimeoutGroup] 2024-11-16T10:17:37,839 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752253333 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752253333,5,FailOnTimeoutGroup] 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:37,839 DEBUG [M:0;b16ff38458c1:36407 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:17:37,839 INFO [M:0;b16ff38458c1:36407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:37,840 INFO [M:0;b16ff38458c1:36407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:17:37,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:17:37,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-971200872/master 2024-11-16T10:17:37,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-971200872 2024-11-16T10:17:37,860 DEBUG [M:0;b16ff38458c1:36407 {}] zookeeper.ZKUtil(347): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Unable to get data of znode /1-971200872/master because node does not exist (not an error) 2024-11-16T10:17:37,860 WARN [M:0;b16ff38458c1:36407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:17:37,861 INFO [M:0;b16ff38458c1:36407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/.lastflushedseqids 2024-11-16T10:17:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741836_1012 (size=99) 2024-11-16T10:17:37,868 INFO [M:0;b16ff38458c1:36407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:17:37,868 INFO [M:0;b16ff38458c1:36407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:17:37,868 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:37,868 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:37,868 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:37,868 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:37,868 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:37,869 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T10:17:37,884 DEBUG [M:0;b16ff38458c1:36407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4f00b2359b43b6bb55a52aecf49c95 is 82, key is hbase:meta,,1/info:regioninfo/1731752254608/Put/seqid=0 2024-11-16T10:17:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741837_1013 (size=5672) 2024-11-16T10:17:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:37,918 INFO [RS:0;b16ff38458c1:41201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10143262bdd0004, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:37,918 INFO [RS:0;b16ff38458c1:41201 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,41201,1731752251371; zookeeper connection closed. 2024-11-16T10:17:37,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d645569 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d645569 2024-11-16T10:17:37,918 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:17:37,962 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:38,289 INFO [M:0;b16ff38458c1:36407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4f00b2359b43b6bb55a52aecf49c95 2024-11-16T10:17:38,308 DEBUG [M:0;b16ff38458c1:36407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3ecb448c8a34d4baa23cc727d093961 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731752254646/Put/seqid=0 2024-11-16T10:17:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741838_1014 (size=5275) 2024-11-16T10:17:38,668 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:38,712 INFO [M:0;b16ff38458c1:36407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3ecb448c8a34d4baa23cc727d093961 2024-11-16T10:17:38,737 DEBUG [M:0;b16ff38458c1:36407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b6590431914c09b260ffde86278409 is 69, key is b16ff38458c1,41201,1731752251371/rs:state/1731752253434/Put/seqid=0 2024-11-16T10:17:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741839_1015 (size=5156) 2024-11-16T10:17:39,143 INFO [M:0;b16ff38458c1:36407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b6590431914c09b260ffde86278409 2024-11-16T10:17:39,148 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4f00b2359b43b6bb55a52aecf49c95 as hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c4f00b2359b43b6bb55a52aecf49c95 2024-11-16T10:17:39,154 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c4f00b2359b43b6bb55a52aecf49c95, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T10:17:39,155 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3ecb448c8a34d4baa23cc727d093961 as hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3ecb448c8a34d4baa23cc727d093961 2024-11-16T10:17:39,160 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3ecb448c8a34d4baa23cc727d093961, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T10:17:39,161 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47b6590431914c09b260ffde86278409 as hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47b6590431914c09b260ffde86278409 2024-11-16T10:17:39,166 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36301/user/jenkins/test-data/31a1d77d-e13e-7d0e-c8eb-54f30c96350a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47b6590431914c09b260ffde86278409, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T10:17:39,168 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-16T10:17:39,173 INFO [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:39,173 DEBUG [M:0;b16ff38458c1:36407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752257868Disabling compacts and flushes for region at 1731752257868Disabling writes for close at 1731752257868Obtaining lock to block concurrent updates at 1731752257869 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752257869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731752257869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752257870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752257870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752257884 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752257884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752258294 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752258307 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752258307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752258718 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752258737 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752258737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105c3bdf: reopening flushed file at 1731752259147 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb39c7c: reopening flushed file at 1731752259154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3406ee8b: reopening flushed file at 1731752259160 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1731752259168 (+8 ms)Writing region close event to WAL at 1731752259173 (+5 ms)Closed at 1731752259173 2024-11-16T10:17:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41703 is added to blk_1073741830_1006 (size=10165) 2024-11-16T10:17:39,176 INFO [M:0;b16ff38458c1:36407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:17:39,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:39,176 INFO [M:0;b16ff38458c1:36407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36407 2024-11-16T10:17:39,177 INFO [M:0;b16ff38458c1:36407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:39,286 INFO [M:0;b16ff38458c1:36407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36407-0x10143262bdd0003, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:39,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30edecbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:39,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:39,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:39,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:39,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:39,325 WARN [BP-1579922005-172.17.0.2-1731752249707 heartbeating to localhost/127.0.0.1:36301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:17:39,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:17:39,325 WARN [BP-1579922005-172.17.0.2-1731752249707 heartbeating to localhost/127.0.0.1:36301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1579922005-172.17.0.2-1731752249707 (Datanode Uuid d622f342-c917-4259-8fec-32c640374d27) service to localhost/127.0.0.1:36301 2024-11-16T10:17:39,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:17:39,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/cluster_eb5f1c32-e82e-6a3d-287d-bb4327353e38/data/data1/current/BP-1579922005-172.17.0.2-1731752249707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:39,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/cluster_eb5f1c32-e82e-6a3d-287d-bb4327353e38/data/data2/current/BP-1579922005-172.17.0.2-1731752249707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:39,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:17:39,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:39,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:39,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:39,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:39,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:17:39,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:17:39,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:39,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:39,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:39,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:39,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:39,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:17:39,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667247729, stopped=false 2024-11-16T10:17:39,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,33809,1731752245746 2024-11-16T10:17:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-888027061/running 2024-11-16T10:17:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-888027061/running 2024-11-16T10:17:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:39,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:39,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:39,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:39,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:39,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/running 2024-11-16T10:17:39,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Set watcher on znode that does not yet exist, /0-888027061/running 2024-11-16T10:17:39,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,33961,1731752245910' ***** 2024-11-16T10:17:39,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:17:39,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(3091): Received CLOSE for f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,33961,1731752245910 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:39,364 INFO [RS:0;b16ff38458c1:33961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:33961. 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f64d05822e32a25e14278a9db77bc596, disabling compactions & flushes 2024-11-16T10:17:39,365 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:39,365 DEBUG [RS:0;b16ff38458c1:33961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:39,365 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. after waiting 0 ms 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:39,365 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:17:39,365 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f64d05822e32a25e14278a9db77bc596 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T10:17:39,365 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:17:39,365 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:17:39,365 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:17:39,365 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:17:39,365 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1325): Online Regions={f64d05822e32a25e14278a9db77bc596=hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:17:39,365 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:39,365 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:39,365 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:39,366 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T10:17:39,379 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/.tmp/queue/2dbdf306930a44c9843326e36b9e8514 is 151, key is 1-b16ff38458c1,33961,1731752245910/queue:b16ff38458c1%2C33961%2C1731752245910/1731752255910/Put/seqid=0 2024-11-16T10:17:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741838_1014 (size=5350) 2024-11-16T10:17:39,385 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/info/25185e9f9c604857958bab9dfcd126e7 is 147, key is hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596./info:regioninfo/1731752255547/Put/seqid=0 2024-11-16T10:17:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741839_1015 (size=6631) 2024-11-16T10:17:39,416 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:39,462 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:17:39,462 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:17:39,474 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:39,565 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:39,766 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d05822e32a25e14278a9db77bc596 2024-11-16T10:17:39,784 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/.tmp/queue/2dbdf306930a44c9843326e36b9e8514 2024-11-16T10:17:39,790 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/info/25185e9f9c604857958bab9dfcd126e7 2024-11-16T10:17:39,791 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/.tmp/queue/2dbdf306930a44c9843326e36b9e8514 as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/queue/2dbdf306930a44c9843326e36b9e8514 2024-11-16T10:17:39,796 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/queue/2dbdf306930a44c9843326e36b9e8514, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T10:17:39,797 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f64d05822e32a25e14278a9db77bc596 in 432ms, sequenceid=5, compaction requested=false 2024-11-16T10:17:39,797 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:17:39,801 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/replication/f64d05822e32a25e14278a9db77bc596/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:17:39,802 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:39,802 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:39,802 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:39,802 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f64d05822e32a25e14278a9db77bc596: Waiting for close lock at 1731752259364Running coprocessor pre-close hooks at 1731752259364Disabling compacts and flushes for region at 1731752259364Disabling writes for close at 1731752259365 (+1 ms)Obtaining lock to block concurrent updates at 1731752259365Preparing flush snapshotting stores in f64d05822e32a25e14278a9db77bc596 at 1731752259365Finished memstore snapshotting hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731752259365Flushing stores of hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. at 1731752259366 (+1 ms)Flushing f64d05822e32a25e14278a9db77bc596/queue: creating writer at 1731752259366Flushing f64d05822e32a25e14278a9db77bc596/queue: appending metadata at 1731752259379 (+13 ms)Flushing f64d05822e32a25e14278a9db77bc596/queue: closing flushed file at 1731752259379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf43f38: reopening flushed file at 1731752259790 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f64d05822e32a25e14278a9db77bc596 in 432ms, sequenceid=5, compaction requested=false at 1731752259797 (+7 ms)Writing region close event to WAL at 1731752259798 (+1 ms)Running coprocessor post-close hooks at 1731752259801 (+3 ms)Closed at 1731752259802 (+1 ms) 2024-11-16T10:17:39,802 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752254757.f64d05822e32a25e14278a9db77bc596. 2024-11-16T10:17:39,811 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/ns/41b3fd4078124454a9436a7febbfe1bb is 43, key is default/ns:d/1731752249585/Put/seqid=0 2024-11-16T10:17:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741840_1016 (size=5153) 2024-11-16T10:17:39,966 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:40,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:40,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:40,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:40,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:40,166 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:40,215 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/ns/41b3fd4078124454a9436a7febbfe1bb 2024-11-16T10:17:40,233 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/table/b34200d558fe4931869ef9fba33126d2 is 53, key is hbase:replication/table:state/1731752255562/Put/seqid=0 2024-11-16T10:17:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741841_1017 (size=5256) 2024-11-16T10:17:40,366 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:17:40,366 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:17:40,366 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:40,381 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 to pos 0, reset compression=false 2024-11-16T10:17:40,566 DEBUG [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:17:40,638 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/table/b34200d558fe4931869ef9fba33126d2 2024-11-16T10:17:40,644 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/info/25185e9f9c604857958bab9dfcd126e7 as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/info/25185e9f9c604857958bab9dfcd126e7 2024-11-16T10:17:40,649 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/info/25185e9f9c604857958bab9dfcd126e7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T10:17:40,650 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/ns/41b3fd4078124454a9436a7febbfe1bb as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/ns/41b3fd4078124454a9436a7febbfe1bb 2024-11-16T10:17:40,656 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/ns/41b3fd4078124454a9436a7febbfe1bb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:17:40,657 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/.tmp/table/b34200d558fe4931869ef9fba33126d2 as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/table/b34200d558fe4931869ef9fba33126d2 2024-11-16T10:17:40,662 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/table/b34200d558fe4931869ef9fba33126d2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T10:17:40,663 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-16T10:17:40,668 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:17:40,668 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:40,668 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:40,668 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:40,668 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752259365Running coprocessor pre-close hooks at 1731752259365Disabling compacts and flushes for region at 1731752259365Disabling writes for close at 1731752259365Obtaining lock to block concurrent updates at 1731752259366 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731752259366Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731752259366Flushing stores of hbase:meta,,1.1588230740 at 1731752259366Flushing 1588230740/info: creating writer at 1731752259366Flushing 1588230740/info: appending metadata at 1731752259385 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731752259385Flushing 1588230740/ns: creating writer at 1731752259796 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731752259810 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731752259810Flushing 1588230740/table: creating writer at 1731752260220 (+410 ms)Flushing 1588230740/table: appending metadata at 1731752260233 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731752260233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5bad9f: reopening flushed file at 1731752260643 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74393b8d: reopening flushed file at 1731752260649 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1001446e: reopening flushed file at 1731752260656 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1731752260663 (+7 ms)Writing region close event to WAL at 1731752260664 (+1 ms)Running coprocessor post-close hooks at 1731752260668 (+4 ms)Closed at 1731752260668 2024-11-16T10:17:40,669 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:40,767 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,33961,1731752245910; all regions closed. 2024-11-16T10:17:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741834_1010 (size=2742) 2024-11-16T10:17:40,769 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.meta.1731752249465.meta not finished, retry = 0 2024-11-16T10:17:40,872 DEBUG [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs 2024-11-16T10:17:40,872 INFO [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C33961%2C1731752245910.meta:.meta(num 1731752249465) 2024-11-16T10:17:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741837_1013 (size=1586) 2024-11-16T10:17:40,876 DEBUG [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs 2024-11-16T10:17:40,876 INFO [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C33961%2C1731752245910.rep:(num 1731752255506) 2024-11-16T10:17:40,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/WALs/b16ff38458c1,33961,1731752245910/b16ff38458c1%2C33961%2C1731752245910.1731752248552 not finished, retry = 0 2024-11-16T10:17:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:17:40,981 DEBUG [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/oldWALs 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C33961%2C1731752245910:(num 1731752248552) 2024-11-16T10:17:40,981 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:40,981 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:40,981 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,33961,1731752245910 because: Region server is closing 2024-11-16T10:17:40,982 INFO [RS:0;b16ff38458c1:33961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:33961. 2024-11-16T10:17:40,982 DEBUG [RS:0;b16ff38458c1:33961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:40,982 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:40,982 DEBUG [RS:0;b16ff38458c1:33961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:40,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:41,082 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.wal-reader.b16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:17:41,082 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.shipperb16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:17:41,082 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,33961,1731752245910.replicationSource.shipperb16ff38458c1%2C33961%2C1731752245910,1-b16ff38458c1,33961,1731752245910 terminated 2024-11-16T10:17:41,082 INFO [RS:0;b16ff38458c1:33961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33961 2024-11-16T10:17:41,102 INFO [RS:0;b16ff38458c1:33961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061/rs 2024-11-16T10:17:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-888027061/rs/b16ff38458c1,33961,1731752245910 2024-11-16T10:17:41,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,33961,1731752245910] 2024-11-16T10:17:41,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-888027061/draining/b16ff38458c1,33961,1731752245910 already deleted, retry=false 2024-11-16T10:17:41,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,33961,1731752245910 expired; onlineServers=0 2024-11-16T10:17:41,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,33809,1731752245746' ***** 2024-11-16T10:17:41,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:17:41,123 INFO [M:0;b16ff38458c1:33809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:17:41,123 INFO [M:0;b16ff38458c1:33809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:17:41,123 DEBUG [M:0;b16ff38458c1:33809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:17:41,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:17:41,123 DEBUG [M:0;b16ff38458c1:33809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:17:41,123 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752248281 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752248281,5,FailOnTimeoutGroup] 2024-11-16T10:17:41,123 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752248280 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752248280,5,FailOnTimeoutGroup] 2024-11-16T10:17:41,123 INFO [M:0;b16ff38458c1:33809 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:17:41,123 INFO [M:0;b16ff38458c1:33809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:17:41,123 DEBUG [M:0;b16ff38458c1:33809 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:17:41,124 INFO [M:0;b16ff38458c1:33809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:17:41,124 INFO [M:0;b16ff38458c1:33809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:17:41,124 INFO [M:0;b16ff38458c1:33809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:17:41,124 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:17:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-888027061/master 2024-11-16T10:17:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-888027061 2024-11-16T10:17:41,133 DEBUG [M:0;b16ff38458c1:33809 {}] zookeeper.ZKUtil(347): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Unable to get data of znode /0-888027061/master because node does not exist (not an error) 2024-11-16T10:17:41,133 WARN [M:0;b16ff38458c1:33809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:17:41,135 INFO [M:0;b16ff38458c1:33809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/.lastflushedseqids 2024-11-16T10:17:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741842_1018 (size=181) 2024-11-16T10:17:41,156 INFO [M:0;b16ff38458c1:33809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:17:41,156 INFO [M:0;b16ff38458c1:33809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:17:41,156 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:41,156 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:41,156 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:41,156 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:41,156 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:41,157 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T10:17:41,170 DEBUG [M:0;b16ff38458c1:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12598525f8d24743b807323d84bb78f1 is 82, key is hbase:meta,,1/info:regioninfo/1731752249504/Put/seqid=0 2024-11-16T10:17:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741843_1019 (size=5672) 2024-11-16T10:17:41,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:41,212 INFO [RS:0;b16ff38458c1:33961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:41,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33961-0x10143262bdd0001, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:41,212 INFO [RS:0;b16ff38458c1:33961 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,33961,1731752245910; zookeeper connection closed. 2024-11-16T10:17:41,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f7b858a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f7b858a 2024-11-16T10:17:41,213 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:17:41,575 INFO [M:0;b16ff38458c1:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12598525f8d24743b807323d84bb78f1 2024-11-16T10:17:41,593 DEBUG [M:0;b16ff38458c1:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9efe7469274647b0b5863fa0692a303b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731752255569/Put/seqid=0 2024-11-16T10:17:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741844_1020 (size=7203) 2024-11-16T10:17:41,998 INFO [M:0;b16ff38458c1:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9efe7469274647b0b5863fa0692a303b 2024-11-16T10:17:42,015 DEBUG [M:0;b16ff38458c1:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d1d60d3d7f49088bf29d9a51377b20 is 69, key is b16ff38458c1,33961,1731752245910/rs:state/1731752248381/Put/seqid=0 2024-11-16T10:17:42,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741845_1021 (size=5156) 2024-11-16T10:17:42,420 INFO [M:0;b16ff38458c1:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d1d60d3d7f49088bf29d9a51377b20 2024-11-16T10:17:42,425 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12598525f8d24743b807323d84bb78f1 as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12598525f8d24743b807323d84bb78f1 2024-11-16T10:17:42,430 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12598525f8d24743b807323d84bb78f1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T10:17:42,431 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9efe7469274647b0b5863fa0692a303b as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9efe7469274647b0b5863fa0692a303b 2024-11-16T10:17:42,437 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9efe7469274647b0b5863fa0692a303b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T10:17:42,438 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14d1d60d3d7f49088bf29d9a51377b20 as hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14d1d60d3d7f49088bf29d9a51377b20 2024-11-16T10:17:42,444 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36839/user/jenkins/test-data/52123c0b-64d3-8b8a-2810-b226d4e5bc0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14d1d60d3d7f49088bf29d9a51377b20, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T10:17:42,445 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-16T10:17:42,449 INFO [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:42,449 DEBUG [M:0;b16ff38458c1:33809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752261156Disabling compacts and flushes for region at 1731752261156Disabling writes for close at 1731752261156Obtaining lock to block concurrent updates at 1731752261157 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752261157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731752261157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752261157Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752261158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752261170 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752261170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752261579 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752261592 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752261592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752262002 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752262015 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752262015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb7af74: reopening flushed file at 1731752262424 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1769ea61: reopening flushed file at 1731752262431 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68262039: reopening flushed file at 1731752262437 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731752262445 (+8 ms)Writing region close event to WAL at 1731752262449 (+4 ms)Closed at 1731752262449 2024-11-16T10:17:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741830_1006 (size=41008) 2024-11-16T10:17:42,454 INFO [M:0;b16ff38458c1:33809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:17:42,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:17:42,454 INFO [M:0;b16ff38458c1:33809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33809 2024-11-16T10:17:42,454 INFO [M:0;b16ff38458c1:33809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:17:42,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:42,621 INFO [M:0;b16ff38458c1:33809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:17:42,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x10143262bdd0000, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:17:42,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:42,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:42,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:42,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:42,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:42,624 WARN [BP-2139509788-172.17.0.2-1731752243297 heartbeating to localhost/127.0.0.1:36839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:17:42,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:17:42,624 WARN [BP-2139509788-172.17.0.2-1731752243297 heartbeating to localhost/127.0.0.1:36839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139509788-172.17.0.2-1731752243297 (Datanode Uuid 61c8eaa4-a65b-4cac-b549-071c0a04e0fb) service to localhost/127.0.0.1:36839 2024-11-16T10:17:42,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:17:42,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/data/data1/current/BP-2139509788-172.17.0.2-1731752243297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:42,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/cluster_d31113e8-38f0-2b50-df29-10309c12ecd6/data/data2/current/BP-2139509788-172.17.0.2-1731752243297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:17:42,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:17:42,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:42,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:17:42,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:17:42,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:17:42,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cbbe16a-d2e3-2c03-ebcf-f103c463fa5e/hadoop.log.dir/,STOPPED} 2024-11-16T10:17:42,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:17:42,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:17:42,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36301 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36839 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62480) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62480) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4458 (was 5364) 2024-11-16T10:17:42,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=4458 2024-11-16T10:17:42,676 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T10:17:42,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir so I do NOT create it in target/test-data/dcfac125-599b-76e3-5b86-8783f273554f 2024-11-16T10:17:42,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:17:42,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.tmp.dir so I do NOT create it in target/test-data/dcfac125-599b-76e3-5b86-8783f273554f 2024-11-16T10:17:42,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a78a2a-4d9f-fab4-e8f9-aed2b74a3d98/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:17:42,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f 2024-11-16T10:17:42,677 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98, deleteOnExit=true 2024-11-16T10:17:42,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/zookeeper_0, clientPort=58244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:17:42,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58244 2024-11-16T10:17:42,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:17:42,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:17:42,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/test.cache.data in system properties and HBase conf 2024-11-16T10:17:42,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:17:42,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:42,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:17:42,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:17:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10143262bdd0005, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:17:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10143262bdd0002, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:17:42,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10143262bdd0002, quorum=127.0.0.1:62480, baseZNode=/0-888027061 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:17:42,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10143262bdd0005, quorum=127.0.0.1:62480, baseZNode=/1-971200872 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:17:43,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:43,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:43,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:43,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:43,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:17:43,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:43,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c418b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:43,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de46a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:17:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:17:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:43,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57f3ba00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/java.io.tmpdir/jetty-localhost-36173-hadoop-hdfs-3_4_1-tests_jar-_-any-8632732655934718445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:43,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ca632b{HTTP/1.1, (http/1.1)}{localhost:36173} 2024-11-16T10:17:43,260 INFO [Time-limited test {}] server.Server(415): Started @57455ms 2024-11-16T10:17:43,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:43,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:43,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:43,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:43,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:17:43,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a67819b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:43,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f366e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:43,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64de1db9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/java.io.tmpdir/jetty-localhost-37327-hadoop-hdfs-3_4_1-tests_jar-_-any-3306953352261942368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:43,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@171d4453{HTTP/1.1, (http/1.1)}{localhost:37327} 2024-11-16T10:17:43,645 INFO [Time-limited test {}] server.Server(415): Started @57840ms 2024-11-16T10:17:43,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:17:44,366 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/data/data1/current/BP-573077739-172.17.0.2-1731752262703/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:44,366 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/data/data2/current/BP-573077739-172.17.0.2-1731752262703/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:44,383 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:17:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b89eb50745ab4a with lease ID 0xc02b9c2b0b72ab7b: Processing first storage report for DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3 from datanode DatanodeRegistration(127.0.0.1:35057, datanodeUuid=e7fe23e3-338a-45b2-bb04-64bc2e55aad9, infoPort=33195, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=43116027;c=1731752262703) 2024-11-16T10:17:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b89eb50745ab4a with lease ID 0xc02b9c2b0b72ab7b: from storage DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3 node DatanodeRegistration(127.0.0.1:35057, datanodeUuid=e7fe23e3-338a-45b2-bb04-64bc2e55aad9, infoPort=33195, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=43116027;c=1731752262703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b89eb50745ab4a with lease ID 0xc02b9c2b0b72ab7b: Processing first storage report for DS-e814505f-cd6f-4625-a01e-4abc545a3603 from datanode DatanodeRegistration(127.0.0.1:35057, datanodeUuid=e7fe23e3-338a-45b2-bb04-64bc2e55aad9, infoPort=33195, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=43116027;c=1731752262703) 2024-11-16T10:17:44,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b89eb50745ab4a with lease ID 0xc02b9c2b0b72ab7b: from storage DS-e814505f-cd6f-4625-a01e-4abc545a3603 node DatanodeRegistration(127.0.0.1:35057, datanodeUuid=e7fe23e3-338a-45b2-bb04-64bc2e55aad9, infoPort=33195, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=43116027;c=1731752262703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:44,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f 2024-11-16T10:17:44,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:44,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:17:44,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1 with version=8 2024-11-16T10:17:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/hbase-staging 2024-11-16T10:17:44,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:44,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:44,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43291 2024-11-16T10:17:44,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43291 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:44,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432910x0, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:44,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43291-0x101432677c20000 connected 2024-11-16T10:17:45,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:45,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:45,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/running 2024-11-16T10:17:45,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1, hbase.cluster.distributed=false 2024-11-16T10:17:45,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/acl 2024-11-16T10:17:45,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-16T10:17:45,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43291 2024-11-16T10:17:45,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43291 2024-11-16T10:17:45,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-16T10:17:45,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43291 2024-11-16T10:17:45,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:45,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:45,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46259 2024-11-16T10:17:45,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46259 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:45,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:45,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:45,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462590x0, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:45,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462590x0, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/running 2024-11-16T10:17:45,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46259-0x101432677c20001 connected 2024-11-16T10:17:45,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:45,050 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:45,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/master 2024-11-16T10:17:45,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/acl 2024-11-16T10:17:45,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-16T10:17:45,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46259 2024-11-16T10:17:45,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46259 2024-11-16T10:17:45,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-16T10:17:45,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46259 2024-11-16T10:17:45,065 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:43291 2024-11-16T10:17:45,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-406262059/backup-masters/b16ff38458c1,43291,1731752264815 2024-11-16T10:17:45,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/backup-masters 2024-11-16T10:17:45,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/backup-masters 2024-11-16T10:17:45,073 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on existing znode=/0-406262059/backup-masters/b16ff38458c1,43291,1731752264815 2024-11-16T10:17:45,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-406262059/master 2024-11-16T10:17:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:45,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:45,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on existing znode=/0-406262059/master 2024-11-16T10:17:45,083 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-406262059/backup-masters/b16ff38458c1,43291,1731752264815 from backup master directory 2024-11-16T10:17:45,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-406262059/backup-masters/b16ff38458c1,43291,1731752264815 2024-11-16T10:17:45,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/backup-masters 2024-11-16T10:17:45,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/backup-masters 2024-11-16T10:17:45,093 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:45,093 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,43291,1731752264815 2024-11-16T10:17:45,097 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/hbase.id] with ID: cc74997f-0dfc-44e4-b9db-f49075d3ef8d 2024-11-16T10:17:45,097 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/.tmp/hbase.id 2024-11-16T10:17:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:17:45,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:45,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:45,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:45,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:45,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:45,502 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/.tmp/hbase.id]:[hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/hbase.id] 2024-11-16T10:17:45,514 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:45,514 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:45,516 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T10:17:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:17:45,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:45,964 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:45,964 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:17:46,372 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store 2024-11-16T10:17:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:46,778 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:46,778 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:46,778 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752266778Disabling compacts and flushes for region at 1731752266778Disabling writes for close at 1731752266778Writing region close event to WAL at 1731752266778Closed at 1731752266778 2024-11-16T10:17:46,779 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/.initializing 2024-11-16T10:17:46,779 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/WALs/b16ff38458c1,43291,1731752264815 2024-11-16T10:17:46,780 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:46,782 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C43291%2C1731752264815, suffix=, logDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/WALs/b16ff38458c1,43291,1731752264815, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:46,795 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/WALs/b16ff38458c1,43291,1731752264815/b16ff38458c1%2C43291%2C1731752264815.1731752266782, exclude list is [], retry=0 2024-11-16T10:17:46,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3,DISK] 2024-11-16T10:17:46,799 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/WALs/b16ff38458c1,43291,1731752264815/b16ff38458c1%2C43291%2C1731752264815.1731752266782 2024-11-16T10:17:46,804 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-16T10:17:46,804 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:46,804 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:46,804 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,804 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:46,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:46,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:46,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:46,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:46,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:46,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:46,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:46,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:46,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:46,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:46,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:46,814 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,815 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,815 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,817 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,817 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,817 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:46,818 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:46,820 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:46,821 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60192721, jitterRate=-0.10305856168270111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:46,821 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752266804Initializing all the Stores at 1731752266806 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752266806Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752266806Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752266806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752266806Cleaning up temporary data from old regions at 1731752266817 (+11 ms)Region opened successfully at 1731752266821 (+4 ms) 2024-11-16T10:17:46,821 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:46,824 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9ad691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:46,825 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:17:46,825 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:46,825 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:46,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:46,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:17:46,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:17:46,826 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:46,829 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:46,829 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Unable to get data of znode /0-406262059/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:46,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/balancer already deleted, retry=false 2024-11-16T10:17:46,904 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:46,905 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Unable to get data of znode /0-406262059/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:46,914 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/normalizer already deleted, retry=false 2024-11-16T10:17:46,915 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:46,916 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Unable to get data of znode /0-406262059/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:46,925 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/switch/split already deleted, retry=false 2024-11-16T10:17:46,926 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Unable to get data of znode /0-406262059/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:46,935 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/switch/merge already deleted, retry=false 2024-11-16T10:17:46,938 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Unable to get data of znode /0-406262059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:46,946 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-406262059/running 2024-11-16T10:17:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-406262059/running 2024-11-16T10:17:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:46,957 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,43291,1731752264815, sessionid=0x101432677c20000, setting cluster-up flag (Was=false) 2024-11-16T10:17:46,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:46,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:47,009 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-406262059/flush-table-proc/acquired, /0-406262059/flush-table-proc/reached, /0-406262059/flush-table-proc/abort 2024-11-16T10:17:47,010 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43291,1731752264815 2024-11-16T10:17:47,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:47,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:47,061 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-406262059/online-snapshot/acquired, /0-406262059/online-snapshot/reached, /0-406262059/online-snapshot/abort 2024-11-16T10:17:47,062 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43291,1731752264815 2024-11-16T10:17:47,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:17:47,065 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:47,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:47,065 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:47,065 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,43291,1731752264815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:47,067 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752297068 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:47,068 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:47,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:47,069 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:47,070 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752267069,5,FailOnTimeoutGroup] 2024-11-16T10:17:47,070 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752267070,5,FailOnTimeoutGroup] 2024-11-16T10:17:47,070 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:47,070 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:47,070 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,070 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:17:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:17:47,158 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(746): ClusterId : cc74997f-0dfc-44e4-b9db-f49075d3ef8d 2024-11-16T10:17:47,158 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:47,167 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:47,168 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:47,178 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:47,178 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b2afa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:47,190 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:46259 2024-11-16T10:17:47,190 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:47,190 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:47,190 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:47,191 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,43291,1731752264815 with port=46259, startcode=1731752265031 2024-11-16T10:17:47,191 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:47,192 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:47,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43291 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,194 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1 2024-11-16T10:17:47,194 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37353 2024-11-16T10:17:47,194 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/rs 2024-11-16T10:17:47,207 DEBUG [RS:0;b16ff38458c1:46259 {}] zookeeper.ZKUtil(111): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on existing znode=/0-406262059/rs/b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,207 WARN [RS:0;b16ff38458c1:46259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:47,207 INFO [RS:0;b16ff38458c1:46259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:47,208 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,46259,1731752265031] 2024-11-16T10:17:47,211 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:47,213 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:47,213 INFO [RS:0;b16ff38458c1:46259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:47,213 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,213 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:47,214 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:47,214 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,214 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,215 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,215 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,215 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:47,215 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:47,215 DEBUG [RS:0;b16ff38458c1:46259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,215 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46259,1731752265031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:47,228 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:47,228 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46259,1731752265031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,228 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,228 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.Replication(171): b16ff38458c1,46259,1731752265031 started 2024-11-16T10:17:47,241 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:47,241 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,46259,1731752265031, RpcServer on b16ff38458c1/172.17.0.2:46259, sessionid=0x101432677c20001 2024-11-16T10:17:47,241 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:47,241 DEBUG [RS:0;b16ff38458c1:46259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,241 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,46259,1731752265031' 2024-11-16T10:17:47,241 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-406262059/flush-table-proc/abort' 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-406262059/flush-table-proc/acquired' 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,46259,1731752265031 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,46259,1731752265031' 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-406262059/online-snapshot/abort' 2024-11-16T10:17:47,242 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-406262059/online-snapshot/acquired' 2024-11-16T10:17:47,243 DEBUG [RS:0;b16ff38458c1:46259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:47,243 INFO [RS:0;b16ff38458c1:46259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:47,243 INFO [RS:0;b16ff38458c1:46259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:47,343 INFO [RS:0;b16ff38458c1:46259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:47,345 INFO [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C46259%2C1731752265031, suffix=, logDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs, maxLogs=10 2024-11-16T10:17:47,357 DEBUG [RS:0;b16ff38458c1:46259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345, exclude list is [], retry=0 2024-11-16T10:17:47,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3,DISK] 2024-11-16T10:17:47,361 INFO [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 2024-11-16T10:17:47,362 DEBUG [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-16T10:17:47,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:17:47,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1 2024-11-16T10:17:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:17:47,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:47,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:47,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:47,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:47,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:47,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:47,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:47,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:47,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:47,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:47,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:47,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:47,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:47,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:47,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:47,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740 2024-11-16T10:17:47,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740 2024-11-16T10:17:47,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:47,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:47,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:47,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:47,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:47,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70041192, jitterRate=0.04369509220123291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752267882Initializing all the Stores at 1731752267883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752267883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752267883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752267883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752267883Cleaning up temporary data from old regions at 1731752267892 (+9 ms)Region opened successfully at 1731752267897 (+5 ms) 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:47,897 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:47,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:47,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752267897Disabling compacts and flushes for region at 1731752267897Disabling writes for close at 1731752267897Writing region close event to WAL at 1731752267897Closed at 1731752267897 2024-11-16T10:17:47,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:47,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:17:47,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:47,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:47,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:17:48,051 DEBUG [b16ff38458c1:43291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:48,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:48,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,46259,1731752265031, state=OPENING 2024-11-16T10:17:48,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:17:48,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:48,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:48,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:48,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-406262059/meta-region-server: CHANGED 2024-11-16T10:17:48,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-406262059/meta-region-server: CHANGED 2024-11-16T10:17:48,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,46259,1731752265031}] 2024-11-16T10:17:48,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:48,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:48,262 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:48,262 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:48,262 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:48,264 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C46259%2C1731752265031.meta, suffix=.meta, logDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs, maxLogs=10 2024-11-16T10:17:48,276 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.meta.1731752268264.meta, exclude list is [], retry=0 2024-11-16T10:17:48,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3,DISK] 2024-11-16T10:17:48,280 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.meta.1731752268264.meta 2024-11-16T10:17:48,281 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-16T10:17:48,281 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:48,281 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:48,281 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:48,281 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:48,282 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:48,282 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:48,282 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:48,282 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:48,282 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:48,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:48,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:48,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:48,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:48,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:48,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:48,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:48,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:48,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:48,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:48,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:48,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:48,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:48,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:48,289 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:48,289 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740 2024-11-16T10:17:48,290 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740 2024-11-16T10:17:48,291 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:48,291 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:48,292 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:48,293 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:48,294 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66520502, jitterRate=-0.008767277002334595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:48,294 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:48,295 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752268282Writing region info on filesystem at 1731752268282Initializing all the Stores at 1731752268283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752268283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752268283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752268283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752268283Cleaning up temporary data from old regions at 1731752268291 (+8 ms)Running coprocessor post-open hooks at 1731752268294 (+3 ms)Region opened successfully at 1731752268295 (+1 ms) 2024-11-16T10:17:48,296 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752268256 2024-11-16T10:17:48,299 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:48,299 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:48,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:48,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,46259,1731752265031, state=OPEN 2024-11-16T10:17:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-406262059/meta-region-server 2024-11-16T10:17:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-406262059/meta-region-server 2024-11-16T10:17:48,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:48,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-406262059/meta-region-server: CHANGED 2024-11-16T10:17:48,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-406262059/meta-region-server: CHANGED 2024-11-16T10:17:48,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:17:48,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,46259,1731752265031 in 241 msec 2024-11-16T10:17:48,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:17:48,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-16T10:17:48,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:48,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:17:48,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:48,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:17:48,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:48,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:48,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-16T10:17:48,360 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752268360, completionTime=-1 2024-11-16T10:17:48,360 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:17:48,360 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:48,362 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:48,362 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752328362 2024-11-16T10:17:48,362 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752388362 2024-11-16T10:17:48,362 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:17:48,362 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,363 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,363 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,363 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:43291, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,363 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,363 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,364 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:17:48,366 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.273sec 2024-11-16T10:17:48,366 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:48,366 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:48,366 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:48,366 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:48,367 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:48,367 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:48,367 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:48,369 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:48,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:48,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43291,1731752264815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:48,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0d197d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:48,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43291,-1 for getting cluster id 2024-11-16T10:17:48,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:48,460 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc74997f-0dfc-44e4-b9db-f49075d3ef8d' 2024-11-16T10:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc74997f-0dfc-44e4-b9db-f49075d3ef8d" 2024-11-16T10:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da33db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43291,-1] 2024-11-16T10:17:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:48,462 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:48,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16211368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:48,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:48,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:17:48,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:48,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:48,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,43291,1731752264815 2024-11-16T10:17:48,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:48,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101432677c20002 connected 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir so I do NOT create it in target/test-data/34f68191-018d-8368-db97-135c31d18152 2024-11-16T10:17:48,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.tmp.dir so I do NOT create it in target/test-data/34f68191-018d-8368-db97-135c31d18152 2024-11-16T10:17:48,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:17:48,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/cluster_8107f612-6e50-0f8c-62b0-cbb62ff9293e, deleteOnExit=true 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/test.cache.data in system properties and HBase conf 2024-11-16T10:17:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:17:48,508 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:17:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:17:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:17:48,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:48,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:48,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:48,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:48,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:17:48,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:48,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3423848e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:48,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5a62e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:48,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de4daf7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/java.io.tmpdir/jetty-localhost-45457-hadoop-hdfs-3_4_1-tests_jar-_-any-14024578819071642209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:17:48,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdd768{HTTP/1.1, (http/1.1)}{localhost:45457} 2024-11-16T10:17:48,897 INFO [Time-limited test {}] server.Server(415): Started @63092ms 2024-11-16T10:17:49,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:17:49,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:17:49,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:17:49,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:17:49,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:17:49,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d1832e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:17:49,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a0a551{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:17:49,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5a8218{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/java.io.tmpdir/jetty-localhost-37781-hadoop-hdfs-3_4_1-tests_jar-_-any-2678418556356392880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:17:49,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fa22e45{HTTP/1.1, (http/1.1)}{localhost:37781} 2024-11-16T10:17:49,269 INFO [Time-limited test {}] server.Server(415): Started @63464ms 2024-11-16T10:17:49,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:17:49,990 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/cluster_8107f612-6e50-0f8c-62b0-cbb62ff9293e/data/data2/current/BP-703113995-172.17.0.2-1731752268533/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:49,990 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/cluster_8107f612-6e50-0f8c-62b0-cbb62ff9293e/data/data1/current/BP-703113995-172.17.0.2-1731752268533/current, will proceed with Du for space computation calculation, 2024-11-16T10:17:50,009 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:17:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65343c540c3e14b3 with lease ID 0x5c0fd1aad8dd1e3: Processing first storage report for DS-f8c658d2-72c9-4e71-a04e-e4fa82af1f53 from datanode DatanodeRegistration(127.0.0.1:35381, datanodeUuid=a2e91abf-747f-4f40-b289-9ac29c8bbaa1, infoPort=35939, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1876309048;c=1731752268533) 2024-11-16T10:17:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65343c540c3e14b3 with lease ID 0x5c0fd1aad8dd1e3: from storage DS-f8c658d2-72c9-4e71-a04e-e4fa82af1f53 node DatanodeRegistration(127.0.0.1:35381, datanodeUuid=a2e91abf-747f-4f40-b289-9ac29c8bbaa1, infoPort=35939, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1876309048;c=1731752268533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65343c540c3e14b3 with lease ID 0x5c0fd1aad8dd1e3: Processing first storage report for DS-9a42ce72-2e06-4c0a-83b1-cf419befbbaa from datanode DatanodeRegistration(127.0.0.1:35381, datanodeUuid=a2e91abf-747f-4f40-b289-9ac29c8bbaa1, infoPort=35939, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1876309048;c=1731752268533) 2024-11-16T10:17:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65343c540c3e14b3 with lease ID 0x5c0fd1aad8dd1e3: from storage DS-9a42ce72-2e06-4c0a-83b1-cf419befbbaa node DatanodeRegistration(127.0.0.1:35381, datanodeUuid=a2e91abf-747f-4f40-b289-9ac29c8bbaa1, infoPort=35939, infoSecurePort=0, ipcPort=34305, storageInfo=lv=-57;cid=testClusterID;nsid=1876309048;c=1731752268533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:17:50,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152 2024-11-16T10:17:50,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:17:50,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73 with version=8 2024-11-16T10:17:50,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/hbase-staging 2024-11-16T10:17:50,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:17:50,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:50,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43827 2024-11-16T10:17:50,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43827 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438270x0, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:50,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43827-0x101432677c20003 connected 2024-11-16T10:17:50,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/running 2024-11-16T10:17:50,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73, hbase.cluster.distributed=false 2024-11-16T10:17:50,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/acl 2024-11-16T10:17:50,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-16T10:17:50,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43827 2024-11-16T10:17:50,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43827 2024-11-16T10:17:50,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-16T10:17:50,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-16T10:17:50,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:17:50,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:17:50,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39937 2024-11-16T10:17:50,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39937 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:50,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399370x0, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:50,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399370x0, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/running 2024-11-16T10:17:50,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39937-0x101432677c20004 connected 2024-11-16T10:17:50,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:17:50,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:17:50,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/master 2024-11-16T10:17:50,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/acl 2024-11-16T10:17:50,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T10:17:50,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39937 2024-11-16T10:17:50,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39937 2024-11-16T10:17:50,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T10:17:50,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-16T10:17:50,627 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:43827 2024-11-16T10:17:50,628 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11612082186/backup-masters/b16ff38458c1,43827,1731752270439 2024-11-16T10:17:50,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/backup-masters 2024-11-16T10:17:50,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/backup-masters 2024-11-16T10:17:50,641 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on existing znode=/11612082186/backup-masters/b16ff38458c1,43827,1731752270439 2024-11-16T10:17:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11612082186/master 2024-11-16T10:17:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:50,652 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on existing znode=/11612082186/master 2024-11-16T10:17:50,652 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11612082186/backup-masters/b16ff38458c1,43827,1731752270439 from backup master directory 2024-11-16T10:17:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11612082186/backup-masters/b16ff38458c1,43827,1731752270439 2024-11-16T10:17:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/backup-masters 2024-11-16T10:17:50,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/backup-masters 2024-11-16T10:17:50,662 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:50,662 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,43827,1731752270439 2024-11-16T10:17:50,666 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/hbase.id] with ID: 917ee15d-bc3a-4c48-a6e4-82f6133a39e5 2024-11-16T10:17:50,666 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/.tmp/hbase.id 2024-11-16T10:17:50,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:17:51,076 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/.tmp/hbase.id]:[hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/hbase.id] 2024-11-16T10:17:51,096 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:51,096 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:17:51,100 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-16T10:17:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:51,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:17:51,575 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:51,576 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:17:51,576 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:17:51,984 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store 2024-11-16T10:17:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:17:52,398 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:52,399 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:17:52,399 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:52,399 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:52,399 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:17:52,399 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:52,399 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:17:52,399 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752272398Disabling compacts and flushes for region at 1731752272398Disabling writes for close at 1731752272399 (+1 ms)Writing region close event to WAL at 1731752272399Closed at 1731752272399 2024-11-16T10:17:52,400 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/.initializing 2024-11-16T10:17:52,400 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/WALs/b16ff38458c1,43827,1731752270439 2024-11-16T10:17:52,401 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:52,402 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C43827%2C1731752270439, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/WALs/b16ff38458c1,43827,1731752270439, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/oldWALs, maxLogs=10 2024-11-16T10:17:52,413 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/WALs/b16ff38458c1,43827,1731752270439/b16ff38458c1%2C43827%2C1731752270439.1731752272402, exclude list is [], retry=0 2024-11-16T10:17:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35381,DS-f8c658d2-72c9-4e71-a04e-e4fa82af1f53,DISK] 2024-11-16T10:17:52,418 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/WALs/b16ff38458c1,43827,1731752270439/b16ff38458c1%2C43827%2C1731752270439.1731752272402 2024-11-16T10:17:52,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-16T10:17:52,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:52,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:52,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,418 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:17:52,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:52,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:52,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:17:52,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:52,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:52,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:17:52,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:52,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:52,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:17:52,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:52,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:52,426 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,426 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,426 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,427 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,427 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,427 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:52,428 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:17:52,431 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:52,432 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61429737, jitterRate=-0.08462558686733246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:52,432 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752272418Initializing all the Stores at 1731752272419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752272419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752272420 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752272420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752272420Cleaning up temporary data from old regions at 1731752272427 (+7 ms)Region opened successfully at 1731752272432 (+5 ms) 2024-11-16T10:17:52,432 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:17:52,436 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374ef511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:52,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:17:52,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:17:52,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:17:52,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:17:52,438 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:17:52,439 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:17:52,439 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:17:52,446 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:17:52,447 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Unable to get data of znode /11612082186/balancer because node does not exist (not necessarily an error) 2024-11-16T10:17:52,503 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/balancer already deleted, retry=false 2024-11-16T10:17:52,504 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:17:52,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Unable to get data of znode /11612082186/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:17:52,514 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/normalizer already deleted, retry=false 2024-11-16T10:17:52,514 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:17:52,515 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Unable to get data of znode /11612082186/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:17:52,524 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/switch/split already deleted, retry=false 2024-11-16T10:17:52,525 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Unable to get data of znode /11612082186/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:17:52,535 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/switch/merge already deleted, retry=false 2024-11-16T10:17:52,537 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Unable to get data of znode /11612082186/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:17:52,622 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/snapshot-cleanup already deleted, retry=false 2024-11-16T10:17:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11612082186/running 2024-11-16T10:17:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11612082186/running 2024-11-16T10:17:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:52,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,43827,1731752270439, sessionid=0x101432677c20003, setting cluster-up flag (Was=false) 2024-11-16T10:17:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:53,009 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11612082186/flush-table-proc/acquired, /11612082186/flush-table-proc/reached, /11612082186/flush-table-proc/abort 2024-11-16T10:17:53,010 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43827,1731752270439 2024-11-16T10:17:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:53,072 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11612082186/online-snapshot/acquired, /11612082186/online-snapshot/reached, /11612082186/online-snapshot/abort 2024-11-16T10:17:53,073 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43827,1731752270439 2024-11-16T10:17:53,074 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:17:53,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:53,075 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:17:53,075 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:17:53,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,43827,1731752270439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:53,077 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752303079 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:17:53,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:17:53,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:17:53,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:17:53,080 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:17:53,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:17:53,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:17:53,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752273081,5,FailOnTimeoutGroup] 2024-11-16T10:17:53,084 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752273083,5,FailOnTimeoutGroup] 2024-11-16T10:17:53,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:17:53,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:17:53,116 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(746): ClusterId : 917ee15d-bc3a-4c48-a6e4-82f6133a39e5 2024-11-16T10:17:53,116 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:17:53,125 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:17:53,125 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:17:53,136 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:17:53,136 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7497255a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:17:53,146 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:39937 2024-11-16T10:17:53,146 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:17:53,146 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:17:53,146 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:17:53,147 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,43827,1731752270439 with port=39937, startcode=1731752270589 2024-11-16T10:17:53,147 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:17:53,148 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:17:53,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43827 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,150 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73 2024-11-16T10:17:53,150 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45607 2024-11-16T10:17:53,150 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:17:53,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/rs 2024-11-16T10:17:53,183 DEBUG [RS:0;b16ff38458c1:39937 {}] zookeeper.ZKUtil(111): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on existing znode=/11612082186/rs/b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,183 WARN [RS:0;b16ff38458c1:39937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:17:53,183 INFO [RS:0;b16ff38458c1:39937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:53,183 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,39937,1731752270589] 2024-11-16T10:17:53,186 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:17:53,187 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:17:53,188 INFO [RS:0;b16ff38458c1:39937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:17:53,188 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,188 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:17:53,189 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:17:53,189 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:53,189 DEBUG [RS:0;b16ff38458c1:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:17:53,193 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,194 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,194 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,194 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,194 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,194 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39937,1731752270589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:53,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:17:53,212 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:17:53,212 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39937,1731752270589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,212 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,212 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.Replication(171): b16ff38458c1,39937,1731752270589 started 2024-11-16T10:17:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:17:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:17:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:17:53,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:17:53,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:17:53,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:17:53,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:17:53,229 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:53,230 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,39937,1731752270589, RpcServer on b16ff38458c1/172.17.0.2:39937, sessionid=0x101432677c20004 2024-11-16T10:17:53,230 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:17:53,230 DEBUG [RS:0;b16ff38458c1:39937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,230 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,39937,1731752270589' 2024-11-16T10:17:53,230 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11612082186/flush-table-proc/abort' 2024-11-16T10:17:53,230 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11612082186/flush-table-proc/acquired' 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,39937,1731752270589 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,39937,1731752270589' 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11612082186/online-snapshot/abort' 2024-11-16T10:17:53,231 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11612082186/online-snapshot/acquired' 2024-11-16T10:17:53,232 DEBUG [RS:0;b16ff38458c1:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:17:53,232 INFO [RS:0;b16ff38458c1:39937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:17:53,232 INFO [RS:0;b16ff38458c1:39937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:17:53,332 INFO [RS:0;b16ff38458c1:39937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:17:53,334 INFO [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C39937%2C1731752270589, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/oldWALs, maxLogs=10 2024-11-16T10:17:53,348 DEBUG [RS:0;b16ff38458c1:39937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589/b16ff38458c1%2C39937%2C1731752270589.1731752273335, exclude list is [], retry=0 2024-11-16T10:17:53,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35381,DS-f8c658d2-72c9-4e71-a04e-e4fa82af1f53,DISK] 2024-11-16T10:17:53,353 INFO [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589/b16ff38458c1%2C39937%2C1731752270589.1731752273335 2024-11-16T10:17:53,354 DEBUG [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-16T10:17:53,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:17:53,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73 2024-11-16T10:17:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:17:53,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:53,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:53,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:53,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:53,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:53,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:53,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:53,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:53,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:53,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:53,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:53,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:53,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:53,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:53,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:53,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:53,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:53,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:53,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:53,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:53,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740 2024-11-16T10:17:53,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740 2024-11-16T10:17:53,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:53,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:53,909 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:53,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:53,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:53,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66677604, jitterRate=-0.00642627477645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752273897Initializing all the Stores at 1731752273898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752273898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752273898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752273898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752273898Cleaning up temporary data from old regions at 1731752273908 (+10 ms)Region opened successfully at 1731752273912 (+4 ms) 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:17:53,912 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:17:53,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:17:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752273912Disabling compacts and flushes for region at 1731752273912Disabling writes for close at 1731752273912Writing region close event to WAL at 1731752273912Closed at 1731752273912 2024-11-16T10:17:53,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:53,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:17:53,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:17:53,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:53,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:17:54,066 DEBUG [b16ff38458c1:43827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:17:54,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:54,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,39937,1731752270589, state=OPENING 2024-11-16T10:17:54,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:17:54,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:54,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:17:54,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11612082186/meta-region-server: CHANGED 2024-11-16T10:17:54,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:17:54,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11612082186/meta-region-server: CHANGED 2024-11-16T10:17:54,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,39937,1731752270589}] 2024-11-16T10:17:54,278 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:17:54,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:17:54,284 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:17:54,284 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:54,284 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:17:54,286 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C39937%2C1731752270589.meta, suffix=.meta, logDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/oldWALs, maxLogs=10 2024-11-16T10:17:54,298 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589/b16ff38458c1%2C39937%2C1731752270589.meta.1731752274286.meta, exclude list is [], retry=0 2024-11-16T10:17:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35381,DS-f8c658d2-72c9-4e71-a04e-e4fa82af1f53,DISK] 2024-11-16T10:17:54,302 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/WALs/b16ff38458c1,39937,1731752270589/b16ff38458c1%2C39937%2C1731752270589.meta.1731752274286.meta 2024-11-16T10:17:54,302 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35939:35939)] 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:54,303 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:17:54,303 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:17:54,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:17:54,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:17:54,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:17:54,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:54,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:54,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:17:54,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:17:54,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:54,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:54,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:17:54,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:17:54,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:17:54,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:17:54,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:54,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:17:54,309 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:17:54,310 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740 2024-11-16T10:17:54,311 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740 2024-11-16T10:17:54,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:17:54,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:17:54,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:17:54,314 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:17:54,314 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757283, jitterRate=0.02456335723400116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:17:54,314 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:17:54,314 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752274303Writing region info on filesystem at 1731752274303Initializing all the Stores at 1731752274304 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752274304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752274305 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752274305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752274305Cleaning up temporary data from old regions at 1731752274312 (+7 ms)Running coprocessor post-open hooks at 1731752274314 (+2 ms)Region opened successfully at 1731752274314 2024-11-16T10:17:54,315 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752274278 2024-11-16T10:17:54,317 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:17:54,317 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:17:54,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:54,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,39937,1731752270589, state=OPEN 2024-11-16T10:17:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11612082186/meta-region-server 2024-11-16T10:17:54,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11612082186/meta-region-server 2024-11-16T10:17:54,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:54,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11612082186/meta-region-server: CHANGED 2024-11-16T10:17:54,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11612082186/meta-region-server: CHANGED 2024-11-16T10:17:54,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:17:54,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,39937,1731752270589 in 199 msec 2024-11-16T10:17:54,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:17:54,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-16T10:17:54,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:17:54,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:17:54,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:54,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39937,1731752270589, seqNum=-1] 2024-11-16T10:17:54,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:54,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:54,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-16T10:17:54,337 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752274337, completionTime=-1 2024-11-16T10:17:54,337 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:17:54,337 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752334339 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752394339 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:43827, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,340 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,341 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.681sec 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:17:54,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:17:54,345 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:17:54,346 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:17:54,346 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43827,1731752270439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:17:54,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53809cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:54,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43827,-1 for getting cluster id 2024-11-16T10:17:54,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:54,418 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917ee15d-bc3a-4c48-a6e4-82f6133a39e5' 2024-11-16T10:17:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917ee15d-bc3a-4c48-a6e4-82f6133a39e5" 2024-11-16T10:17:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11735609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43827,-1] 2024-11-16T10:17:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:54,420 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:54,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab04785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:54,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39937,1731752270589, seqNum=-1] 2024-11-16T10:17:54,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:54,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:17:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,43827,1731752270439 2024-11-16T10:17:54,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-11-16T10:17:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:17:54,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101432677c20005 connected 2024-11-16T10:17:54,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43291,1731752264815 2024-11-16T10:17:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66cdc5b3 2024-11-16T10:17:54,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:54,458 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:54,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:17:54,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:17:54,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:54,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:17:54,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:17:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:17:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:54,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73bf051f450eaea545071e93adcbf794, NAME => 'test,,1731752274458.73bf051f450eaea545071e93adcbf794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1 2024-11-16T10:17:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:17:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752274458.73bf051f450eaea545071e93adcbf794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73bf051f450eaea545071e93adcbf794, disabling compactions & flushes 2024-11-16T10:17:55,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752274458.73bf051f450eaea545071e93adcbf794. after waiting 0 ms 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73bf051f450eaea545071e93adcbf794: Waiting for close lock at 1731752275285Disabling compacts and flushes for region at 1731752275285Disabling writes for close at 1731752275285Writing region close event to WAL at 1731752275285Closed at 1731752275285 2024-11-16T10:17:55,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:17:55,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752274458.73bf051f450eaea545071e93adcbf794.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752275287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752275287"}]},"ts":"1731752275287"} 2024-11-16T10:17:55,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:17:55,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:17:55,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752275290"}]},"ts":"1731752275290"} 2024-11-16T10:17:55,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:17:55,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73bf051f450eaea545071e93adcbf794, ASSIGN}] 2024-11-16T10:17:55,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73bf051f450eaea545071e93adcbf794, ASSIGN 2024-11-16T10:17:55,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73bf051f450eaea545071e93adcbf794, ASSIGN; state=OFFLINE, location=b16ff38458c1,46259,1731752265031; forceNewPlan=false, retain=false 2024-11-16T10:17:55,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73bf051f450eaea545071e93adcbf794, regionState=OPENING, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:55,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73bf051f450eaea545071e93adcbf794, ASSIGN because future has completed 2024-11-16T10:17:55,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73bf051f450eaea545071e93adcbf794, server=b16ff38458c1,46259,1731752265031}] 2024-11-16T10:17:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:55,604 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,604 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73bf051f450eaea545071e93adcbf794, NAME => 'test,,1731752274458.73bf051f450eaea545071e93adcbf794.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:55,605 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:55,605 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:17:55,605 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,605 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752274458.73bf051f450eaea545071e93adcbf794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:55,605 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,605 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,607 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,608 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73bf051f450eaea545071e93adcbf794 columnFamilyName f 2024-11-16T10:17:55,608 DEBUG [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:55,608 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(327): Store=73bf051f450eaea545071e93adcbf794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:55,608 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,609 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73bf051f450eaea545071e93adcbf794 columnFamilyName f1 2024-11-16T10:17:55,609 DEBUG [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:55,610 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(327): Store=73bf051f450eaea545071e93adcbf794/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:55,610 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,610 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73bf051f450eaea545071e93adcbf794 columnFamilyName norep 2024-11-16T10:17:55,611 DEBUG [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:55,611 INFO [StoreOpener-73bf051f450eaea545071e93adcbf794-1 {}] regionserver.HStore(327): Store=73bf051f450eaea545071e93adcbf794/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:55,611 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,611 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,612 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,613 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,613 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,613 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:55,614 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,616 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:55,617 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73bf051f450eaea545071e93adcbf794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67998107, jitterRate=0.013250753283500671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:55,617 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:17:55,617 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73bf051f450eaea545071e93adcbf794: Running coprocessor pre-open hook at 1731752275605Writing region info on filesystem at 1731752275605Initializing all the Stores at 1731752275606 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752275606Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752275606Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752275606Cleaning up temporary data from old regions at 1731752275613 (+7 ms)Running coprocessor post-open hooks at 1731752275617 (+4 ms)Region opened successfully at 1731752275617 2024-11-16T10:17:55,620 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752274458.73bf051f450eaea545071e93adcbf794., pid=6, masterSystemTime=1731752275600 2024-11-16T10:17:55,622 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,623 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:17:55,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73bf051f450eaea545071e93adcbf794, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73bf051f450eaea545071e93adcbf794, server=b16ff38458c1,46259,1731752265031 because future has completed 2024-11-16T10:17:55,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:17:55,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73bf051f450eaea545071e93adcbf794, server=b16ff38458c1,46259,1731752265031 in 179 msec 2024-11-16T10:17:55,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:17:55,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73bf051f450eaea545071e93adcbf794, ASSIGN in 337 msec 2024-11-16T10:17:55,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:17:55,633 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752275633"}]},"ts":"1731752275633"} 2024-11-16T10:17:55,635 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:17:55,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:17:55,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-16T10:17:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:56,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:56,625 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:17:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43827,1731752270439 2024-11-16T10:17:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103164e 2024-11-16T10:17:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:56,627 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:56,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:17:56,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:17:56,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:56,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:17:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:56,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:17:56,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:17:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:57,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40a5bb9802182c2afa81862bf753a942, NAME => 'test,,1731752276627.40a5bb9802182c2afa81862bf753a942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73 2024-11-16T10:17:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:17:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752276627.40a5bb9802182c2afa81862bf753a942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40a5bb9802182c2afa81862bf753a942, disabling compactions & flushes 2024-11-16T10:17:57,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752276627.40a5bb9802182c2afa81862bf753a942. after waiting 0 ms 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40a5bb9802182c2afa81862bf753a942: Waiting for close lock at 1731752277445Disabling compacts and flushes for region at 1731752277445Disabling writes for close at 1731752277445Writing region close event to WAL at 1731752277445Closed at 1731752277445 2024-11-16T10:17:57,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:17:57,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752276627.40a5bb9802182c2afa81862bf753a942.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752277446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752277446"}]},"ts":"1731752277446"} 2024-11-16T10:17:57,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:17:57,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:17:57,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752277469"}]},"ts":"1731752277469"} 2024-11-16T10:17:57,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:17:57,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40a5bb9802182c2afa81862bf753a942, ASSIGN}] 2024-11-16T10:17:57,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40a5bb9802182c2afa81862bf753a942, ASSIGN 2024-11-16T10:17:57,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40a5bb9802182c2afa81862bf753a942, ASSIGN; state=OFFLINE, location=b16ff38458c1,39937,1731752270589; forceNewPlan=false, retain=false 2024-11-16T10:17:57,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40a5bb9802182c2afa81862bf753a942, regionState=OPENING, regionLocation=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:57,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40a5bb9802182c2afa81862bf753a942, ASSIGN because future has completed 2024-11-16T10:17:57,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40a5bb9802182c2afa81862bf753a942, server=b16ff38458c1,39937,1731752270589}] 2024-11-16T10:17:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:57,793 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,793 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40a5bb9802182c2afa81862bf753a942, NAME => 'test,,1731752276627.40a5bb9802182c2afa81862bf753a942.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:57,793 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:57,794 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:17:57,794 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,794 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752276627.40a5bb9802182c2afa81862bf753a942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:57,794 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,794 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,795 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,797 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40a5bb9802182c2afa81862bf753a942 columnFamilyName f 2024-11-16T10:17:57,797 DEBUG [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:57,797 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(327): Store=40a5bb9802182c2afa81862bf753a942/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:57,797 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,799 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40a5bb9802182c2afa81862bf753a942 columnFamilyName f1 2024-11-16T10:17:57,799 DEBUG [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:57,799 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(327): Store=40a5bb9802182c2afa81862bf753a942/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:57,799 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,800 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40a5bb9802182c2afa81862bf753a942 columnFamilyName norep 2024-11-16T10:17:57,800 DEBUG [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:57,801 INFO [StoreOpener-40a5bb9802182c2afa81862bf753a942-1 {}] regionserver.HStore(327): Store=40a5bb9802182c2afa81862bf753a942/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:57,801 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,802 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,802 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,803 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,803 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,804 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:57,805 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,807 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:57,808 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40a5bb9802182c2afa81862bf753a942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60564219, jitterRate=-0.0975228101015091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:57,808 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:17:57,808 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40a5bb9802182c2afa81862bf753a942: Running coprocessor pre-open hook at 1731752277794Writing region info on filesystem at 1731752277794Initializing all the Stores at 1731752277795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752277795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752277795Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752277795Cleaning up temporary data from old regions at 1731752277803 (+8 ms)Running coprocessor post-open hooks at 1731752277808 (+5 ms)Region opened successfully at 1731752277808 2024-11-16T10:17:57,809 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752276627.40a5bb9802182c2afa81862bf753a942., pid=6, masterSystemTime=1731752277789 2024-11-16T10:17:57,811 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,811 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:17:57,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40a5bb9802182c2afa81862bf753a942, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,39937,1731752270589 2024-11-16T10:17:57,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40a5bb9802182c2afa81862bf753a942, server=b16ff38458c1,39937,1731752270589 because future has completed 2024-11-16T10:17:57,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:17:57,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40a5bb9802182c2afa81862bf753a942, server=b16ff38458c1,39937,1731752270589 in 179 msec 2024-11-16T10:17:57,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:17:57,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40a5bb9802182c2afa81862bf753a942, ASSIGN in 346 msec 2024-11-16T10:17:57,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:17:57,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752277824"}]},"ts":"1731752277824"} 2024-11-16T10:17:57,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:17:57,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:17:57,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2000 sec 2024-11-16T10:17:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:17:58,775 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:17:58,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653999d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43291,-1 for getting cluster id 2024-11-16T10:17:58,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:58,776 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc74997f-0dfc-44e4-b9db-f49075d3ef8d' 2024-11-16T10:17:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc74997f-0dfc-44e4-b9db-f49075d3ef8d" 2024-11-16T10:17:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43291,-1] 2024-11-16T10:17:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:58,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,778 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fb3a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6671e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43827,-1 for getting cluster id 2024-11-16T10:17:58,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:58,779 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917ee15d-bc3a-4c48-a6e4-82f6133a39e5' 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917ee15d-bc3a-4c48-a6e4-82f6133a39e5" 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d01e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43827,-1] 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,781 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:58,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521b54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d626754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43291,-1 for getting cluster id 2024-11-16T10:17:58,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:58,783 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc74997f-0dfc-44e4-b9db-f49075d3ef8d' 2024-11-16T10:17:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc74997f-0dfc-44e4-b9db-f49075d3ef8d" 2024-11-16T10:17:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecbce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43291,-1] 2024-11-16T10:17:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:58,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,785 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43291,1731752264815 2024-11-16T10:17:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f684559 2024-11-16T10:17:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:58,789 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:58,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:43827,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:17:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:17:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:17:58,792 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43827' 2024-11-16T10:17:58,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3313d6df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,793 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43827,-1 for getting cluster id 2024-11-16T10:17:58,793 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:58,793 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917ee15d-bc3a-4c48-a6e4-82f6133a39e5' 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917ee15d-bc3a-4c48-a6e4-82f6133a39e5" 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f50050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43827,-1] 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,795 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45557fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:58,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43827,1731752270439 2024-11-16T10:17:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5c6fde 2024-11-16T10:17:58,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:58,797 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:17:58,798 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:17:58,798 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:17:58,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:58,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:58,798 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:17:58,799 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:17:58,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:17:58,800 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:58,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:17:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:17:58,849 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:17:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:17:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:17:59,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:17:59,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2e0ee717be22597ef5f7017283fab97, NAME => 'hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1 2024-11-16T10:17:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2e0ee717be22597ef5f7017283fab97, disabling compactions & flushes 2024-11-16T10:17:59,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. after waiting 0 ms 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2e0ee717be22597ef5f7017283fab97: Waiting for close lock at 1731752279214Disabling compacts and flushes for region at 1731752279214Disabling writes for close at 1731752279214Writing region close event to WAL at 1731752279214Closed at 1731752279214 2024-11-16T10:17:59,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:17:59,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752279215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752279215"}]},"ts":"1731752279215"} 2024-11-16T10:17:59,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:17:59,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:17:59,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752279219"}]},"ts":"1731752279219"} 2024-11-16T10:17:59,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:17:59,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e0ee717be22597ef5f7017283fab97, ASSIGN}] 2024-11-16T10:17:59,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e0ee717be22597ef5f7017283fab97, ASSIGN 2024-11-16T10:17:59,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2e0ee717be22597ef5f7017283fab97, ASSIGN; state=OFFLINE, location=b16ff38458c1,46259,1731752265031; forceNewPlan=false, retain=false 2024-11-16T10:17:59,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2e0ee717be22597ef5f7017283fab97, regionState=OPENING, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2e0ee717be22597ef5f7017283fab97, ASSIGN because future has completed 2024-11-16T10:17:59,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e0ee717be22597ef5f7017283fab97, server=b16ff38458c1,46259,1731752265031}] 2024-11-16T10:17:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:17:59,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:17:59,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:17:59,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C46259%2C1731752265031.rep, suffix=, logDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs, maxLogs=10 2024-11-16T10:17:59,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.rep.1731752279536, exclude list is [], retry=0 2024-11-16T10:17:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-7e8a11f4-b493-4c2a-9048-e025f0f809b3,DISK] 2024-11-16T10:17:59,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.rep.1731752279536 2024-11-16T10:17:59,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195)] 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e0ee717be22597ef5f7017283fab97, NAME => 'hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:17:59,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. service=MultiRowMutationService 2024-11-16T10:17:59,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,556 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,557 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e0ee717be22597ef5f7017283fab97 columnFamilyName hfileref 2024-11-16T10:17:59,557 DEBUG [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:59,557 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(327): Store=f2e0ee717be22597ef5f7017283fab97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:59,558 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,559 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e0ee717be22597ef5f7017283fab97 columnFamilyName queue 2024-11-16T10:17:59,559 DEBUG [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:59,559 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(327): Store=f2e0ee717be22597ef5f7017283fab97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:59,559 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,560 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e0ee717be22597ef5f7017283fab97 columnFamilyName sid 2024-11-16T10:17:59,560 DEBUG [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:17:59,561 INFO [StoreOpener-f2e0ee717be22597ef5f7017283fab97-1 {}] regionserver.HStore(327): Store=f2e0ee717be22597ef5f7017283fab97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:17:59,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:17:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:17:59,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2e0ee717be22597ef5f7017283fab97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72223884, jitterRate=0.07621973752975464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:17:59,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:17:59,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2e0ee717be22597ef5f7017283fab97: Running coprocessor pre-open hook at 1731752279554Writing region info on filesystem at 1731752279554Initializing all the Stores at 1731752279555 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752279555Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752279556 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752279556Cleaning up temporary data from old regions at 1731752279563 (+7 ms)Running coprocessor post-open hooks at 1731752279566 (+3 ms)Region opened successfully at 1731752279567 (+1 ms) 2024-11-16T10:17:59,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97., pid=10, masterSystemTime=1731752279530 2024-11-16T10:17:59,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:17:59,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2e0ee717be22597ef5f7017283fab97, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,46259,1731752265031 2024-11-16T10:17:59,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e0ee717be22597ef5f7017283fab97, server=b16ff38458c1,46259,1731752265031 because future has completed 2024-11-16T10:17:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:17:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2e0ee717be22597ef5f7017283fab97, server=b16ff38458c1,46259,1731752265031 in 196 msec 2024-11-16T10:17:59,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:17:59,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e0ee717be22597ef5f7017283fab97, ASSIGN in 354 msec 2024-11-16T10:17:59,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:17:59,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752279578"}]},"ts":"1731752279578"} 2024-11-16T10:17:59,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:17:59,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:17:59,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-16T10:17:59,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97., hostname=b16ff38458c1,46259,1731752265031, seqNum=2] 2024-11-16T10:17:59,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:59,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:17:59,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:17:59,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:17:59,805 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:17:59,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:17:59,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:59,834 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,46259,1731752265031, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:17:59,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:17:59,835 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:17:59,835 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:17:59,835 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:17:59,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T10:17:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,46259,1731752265031', locateType=CURRENT is [region=hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97., hostname=b16ff38458c1,46259,1731752265031, seqNum=2] 2024-11-16T10:17:59,842 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:17:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:17:59,845 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,46259,1731752265031 suceeded 2024-11-16T10:17:59,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:17:59,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-16T10:17:59,848 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:43827,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T10:17:59,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0590 sec 2024-11-16T10:17:59,861 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43827' 2024-11-16T10:17:59,872 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@379dae24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:59,872 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43827,-1 for getting cluster id 2024-11-16T10:17:59,873 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:17:59,873 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917ee15d-bc3a-4c48-a6e4-82f6133a39e5' 2024-11-16T10:17:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:17:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917ee15d-bc3a-4c48-a6e4-82f6133a39e5" 2024-11-16T10:17:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338030d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43827,-1] 2024-11-16T10:17:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:17:59,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:59,875 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:17:59,876 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada8a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:17:59,876 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:17:59,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43827,1731752270439 2024-11-16T10:17:59,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5731366e 2024-11-16T10:17:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:17:59,879 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T10:17:59,880 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,46259,1731752265031 (queues=1) is replicating from cluster=cc74997f-0dfc-44e4-b9db-f49075d3ef8d to cluster=917ee15d-bc3a-4c48-a6e4-82f6133a39e5 2024-11-16T10:17:59,880 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C46259%2C1731752265031 2024-11-16T10:17:59,880 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,46259,1731752265031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:17:59,880 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345, startPosition=0, beingWritten=true 2024-11-16T10:17:59,900 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C46259%2C1731752265031 2024-11-16T10:17:59,908 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:17:59,908 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 379, reset compression=false 2024-11-16T10:17:59,908 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:17:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:17:59,924 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:17:59,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:17:59,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:17:59,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:59,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:17:59,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:17:59,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:17:59,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731752279932/Put/seqid=0 2024-11-16T10:17:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741840_1016 (size=7894) 2024-11-16T10:18:00,122 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 379, reset compression=false 2024-11-16T10:18:00,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_1 is 34, key is ddd/f:row/1731752280366/Put/seqid=0 2024-11-16T10:18:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741841_1017 (size=7691) 2024-11-16T10:18:00,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73790637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43291,-1 for getting cluster id 2024-11-16T10:18:00,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:18:00,399 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc74997f-0dfc-44e4-b9db-f49075d3ef8d' 2024-11-16T10:18:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:18:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc74997f-0dfc-44e4-b9db-f49075d3ef8d" 2024-11-16T10:18:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905f073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43291,-1] 2024-11-16T10:18:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:18:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:00,401 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:18:00,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5780d23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:18:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:18:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:18:00,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:18:00,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:18:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43291,1731752264815 2024-11-16T10:18:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f0a991 2024-11-16T10:18:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:18:00,429 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:18:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2] 2024-11-16T10:18:00,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 379, reset compression=false 2024-11-16T10:18:00,451 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:18:00,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T10:18:00,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T10:18:00,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_0 for inclusion in 73bf051f450eaea545071e93adcbf794/f 2024-11-16T10:18:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T10:18:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:00,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_1 for inclusion in 73bf051f450eaea545071e93adcbf794/f 2024-11-16T10:18:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T10:18:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegion(2603): Flush status journal for 73bf051f450eaea545071e93adcbf794: 2024-11-16T10:18:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_0 to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_0 2024-11-16T10:18:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_0 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ 2024-11-16T10:18:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f/f/hfile_1 to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_1 2024-11-16T10:18:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_1 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ 2024-11-16T10:18:00,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_0 into 73bf051f450eaea545071e93adcbf794/f as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ - updating store file list. 2024-11-16T10:18:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ into 73bf051f450eaea545071e93adcbf794/f 2024-11-16T10:18:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_0 into 73bf051f450eaea545071e93adcbf794/f (new location: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_) 2024-11-16T10:18:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_0 2024-11-16T10:18:00,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_1 into 73bf051f450eaea545071e93adcbf794/f as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ - updating store file list. 2024-11-16T10:18:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73a39870e2734816b3111b6323ffeff8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:00,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ into 73bf051f450eaea545071e93adcbf794/f 2024-11-16T10:18:00,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_1 into 73bf051f450eaea545071e93adcbf794/f (new location: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_) 2024-11-16T10:18:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__5gq5920bsji5qbobgke75q236ne4psh2e9surk6b5voumb2g8dt64ak25ifi75e2/f/hfile_1 2024-11-16T10:18:00,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:18:00,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:18:00,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:00,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:00,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 , the old value is region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:46259 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 from cache 2024-11-16T10:18:00,632 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T10:18:00,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:18:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39937,1731752270589, seqNum=-1] 2024-11-16T10:18:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:18:00,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:18:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752276627.40a5bb9802182c2afa81862bf753a942., hostname=b16ff38458c1,39937,1731752270589, seqNum=2] 2024-11-16T10:18:00,644 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:18:00,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:46259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:18:00,843 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 379, reset compression=false 2024-11-16T10:18:00,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:18:00,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: WALEntryBatch [walEntries=[{test/73bf051f450eaea545071e93adcbf794/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752280614/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:18:00,903 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:18:00,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T10:18:00,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(318): Replicating [cc74997f-0dfc-44e4-b9db-f49075d3ef8d] bulk loaded data 2024-11-16T10:18:00,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53fca2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43827,-1 for getting cluster id 2024-11-16T10:18:00,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:18:00,925 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917ee15d-bc3a-4c48-a6e4-82f6133a39e5' 2024-11-16T10:18:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:18:00,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917ee15d-bc3a-4c48-a6e4-82f6133a39e5" 2024-11-16T10:18:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e5877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43827,-1] 2024-11-16T10:18:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:18:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:00,928 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:18:00,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73384918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741837_1013 (size=7894) 2024-11-16T10:18:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741838_1014 (size=7691) 2024-11-16T10:18:01,069 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 687, reset compression=false 2024-11-16T10:18:01,400 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 687, reset compression=false 2024-11-16T10:18:01,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:18:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43827,1731752270439 2024-11-16T10:18:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eaf9786 2024-11-16T10:18:01,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:18:01,474 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T10:18:01,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:18:01,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:18:01,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39937,1731752270589, seqNum=-1] 2024-11-16T10:18:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:18:01,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T10:18:01,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T10:18:01,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T10:18:01,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ for inclusion in 40a5bb9802182c2afa81862bf753a942/f 2024-11-16T10:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T10:18:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:01,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ for inclusion in 40a5bb9802182c2afa81862bf753a942/f 2024-11-16T10:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T10:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HRegion(2603): Flush status journal for 40a5bb9802182c2afa81862bf753a942: 2024-11-16T10:18:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73a39870e2734816b3111b6323ffeff8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:18:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/34ccd057d2fb4f6996960e05739f7cb0_SeqId_4_ 2024-11-16T10:18:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:18:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/94f9a8f0aa604e278b5cc4ff1cd5b7ed_SeqId_4_ 2024-11-16T10:18:01,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/34ccd057d2fb4f6996960e05739f7cb0_SeqId_4_ - updating store file list. 2024-11-16T10:18:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34ccd057d2fb4f6996960e05739f7cb0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:01,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/34ccd057d2fb4f6996960e05739f7cb0_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f 2024-11-16T10:18:01,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f (new location: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/34ccd057d2fb4f6996960e05739f7cb0_SeqId_4_) 2024-11-16T10:18:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/73a39870e2734816b3111b6323ffeff8_SeqId_4_ 2024-11-16T10:18:01,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/94f9a8f0aa604e278b5cc4ff1cd5b7ed_SeqId_4_ - updating store file list. 2024-11-16T10:18:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94f9a8f0aa604e278b5cc4ff1cd5b7ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:01,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/94f9a8f0aa604e278b5cc4ff1cd5b7ed_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f 2024-11-16T10:18:01,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ into 40a5bb9802182c2afa81862bf753a942/f (new location: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/f/94f9a8f0aa604e278b5cc4ff1cd5b7ed_SeqId_4_) 2024-11-16T10:18:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/staging/jenkins.hfs.6__test__t65prssrj1oslj8560r9rthgl9rnv33idrrsacg34phsvuma562sphkq8156jtqe/f/b5f52cf553d64863ac7f6a2d0c9fa9ce_SeqId_4_ 2024-11-16T10:18:01,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(324): Finished replicating [cc74997f-0dfc-44e4-b9db-f49075d3ef8d] bulk loaded data 2024-11-16T10:18:01,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:18:01,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731752281725/Put/seqid=0 2024-11-16T10:18:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741842_1018 (size=7997) 2024-11-16T10:18:01,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731752281768/Put/seqid=0 2024-11-16T10:18:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741843_1019 (size=7794) 2024-11-16T10:18:01,816 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 687, reset compression=false 2024-11-16T10:18:02,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f509d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:02,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43291,-1 for getting cluster id 2024-11-16T10:18:02,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:18:02,204 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc74997f-0dfc-44e4-b9db-f49075d3ef8d' 2024-11-16T10:18:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:18:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc74997f-0dfc-44e4-b9db-f49075d3ef8d" 2024-11-16T10:18:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b702c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43291,-1] 2024-11-16T10:18:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:18:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:02,207 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:18:02,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc0dfee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:18:02,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:18:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:18:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:18:02,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:18:02,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:18:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43291,1731752264815 2024-11-16T10:18:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-16T10:18:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:18:02,228 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:18:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2] 2024-11-16T10:18:02,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:18:02,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T10:18:02,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T10:18:02,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_1 for inclusion in 73bf051f450eaea545071e93adcbf794/f1 2024-11-16T10:18:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T10:18:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:02,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_0 for inclusion in 73bf051f450eaea545071e93adcbf794/f1 2024-11-16T10:18:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T10:18:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:18:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegion(2603): Flush status journal for 73bf051f450eaea545071e93adcbf794: 2024-11-16T10:18:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_1 to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_1 2024-11-16T10:18:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_1 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/472ca05b8db04ea995ffcccbde4c7d07_SeqId_6_ 2024-11-16T10:18:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/load_f1/f1/hfile_0 to hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_0 2024-11-16T10:18:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_0 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/78756d06181f4fbf8e119522ad7810cc_SeqId_6_ 2024-11-16T10:18:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T10:18:02,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_1 into 73bf051f450eaea545071e93adcbf794/f1 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/472ca05b8db04ea995ffcccbde4c7d07_SeqId_6_ - updating store file list. 2024-11-16T10:18:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 472ca05b8db04ea995ffcccbde4c7d07_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:02,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/472ca05b8db04ea995ffcccbde4c7d07_SeqId_6_ into 73bf051f450eaea545071e93adcbf794/f1 2024-11-16T10:18:02,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_1 into 73bf051f450eaea545071e93adcbf794/f1 (new location: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/472ca05b8db04ea995ffcccbde4c7d07_SeqId_6_) 2024-11-16T10:18:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_1 2024-11-16T10:18:02,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_0 into 73bf051f450eaea545071e93adcbf794/f1 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/78756d06181f4fbf8e119522ad7810cc_SeqId_6_ - updating store file list. 2024-11-16T10:18:02,330 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 687, reset compression=false 2024-11-16T10:18:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78756d06181f4fbf8e119522ad7810cc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:18:02,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/78756d06181f4fbf8e119522ad7810cc_SeqId_6_ into 73bf051f450eaea545071e93adcbf794/f1 2024-11-16T10:18:02,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_0 into 73bf051f450eaea545071e93adcbf794/f1 (new location: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/f1/78756d06181f4fbf8e119522ad7810cc_SeqId_6_) 2024-11-16T10:18:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/staging/jenkins__test__114rt01fjobmuf40pgbth3om6cbcp6gu11hqn7qngkpi40flmbg629h6u49ic05m/f1/hfile_0 2024-11-16T10:18:02,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:18:02,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:18:02,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:02,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:18:02,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:18:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 , the old value is region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:46259 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:18:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:18:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2 from cache 2024-11-16T10:18:02,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:18:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,46259,1731752265031, seqNum=-1] 2024-11-16T10:18:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:18:02,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:18:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46259: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50228 deadline: 1731752342340 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50228 2024-11-16T10:18:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752274458.73bf051f450eaea545071e93adcbf794., hostname=b16ff38458c1,46259,1731752265031, seqNum=2] 2024-11-16T10:18:02,366 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:18:02,366 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:02,366 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:18:02,444 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:46259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:18:02,574 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:02,880 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:03,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:18:03,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:18:03,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:18:03,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T10:18:03,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:18:03,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:18:03,285 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:03,813 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:04,417 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:05,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:18:05,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:18:05,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:18:05,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:18:05,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:18:05,121 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:05,926 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:06,830 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:07,834 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:08,940 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:10,144 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:11,449 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:12,853 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:14,357 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:14,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:18:15,961 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:17,664 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:19,468 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:20,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:18:21,372 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:22,372 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: null 2024-11-16T10:18:23,375 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:25,479 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:27,682 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:28,370 INFO [master/b16ff38458c1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T10:18:28,370 INFO [master/b16ff38458c1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T10:18:29,986 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:32,389 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:34,500 INFO [master/b16ff38458c1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T10:18:34,500 INFO [master/b16ff38458c1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T10:18:34,893 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:37,497 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:40,200 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:40,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 73bf051f450eaea545071e93adcbf794, had cached 0 bytes from a total of 31376 2024-11-16T10:18:42,372 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: null 2024-11-16T10:18:42,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 40a5bb9802182c2afa81862bf753a942, had cached 0 bytes from a total of 15585 2024-11-16T10:18:43,004 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:44,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:18:45,907 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:48,911 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:49,920 DEBUG [master/b16ff38458c1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:18:50,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:18:52,016 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:55,220 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:18:55,445 DEBUG [master/b16ff38458c1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:18:58,524 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:19:01,928 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:19:02,372 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,46259,1731752265031 got entry batch from reader: null 2024-11-16T10:19:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:19:02,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:02,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:02,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:02,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:02,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:02,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:19:02,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1308652004, stopped=false 2024-11-16T10:19:02,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,43827,1731752270439 2024-11-16T10:19:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11612082186/running 2024-11-16T10:19:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11612082186/running 2024-11-16T10:19:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:19:02,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:19:02,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:02,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:02,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:02,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:02,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,39937,1731752270589' ***** 2024-11-16T10:19:02,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:19:02,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/running 2024-11-16T10:19:02,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Set watcher on znode that does not yet exist, /11612082186/running 2024-11-16T10:19:02,448 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:19:02,448 INFO [RS:0;b16ff38458c1:39937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:19:02,448 INFO [RS:0;b16ff38458c1:39937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:19:02,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:19:02,448 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,39937,1731752270589 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:39937. 2024-11-16T10:19:02,449 DEBUG [RS:0;b16ff38458c1:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:02,449 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40a5bb9802182c2afa81862bf753a942, disabling compactions & flushes 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:19:02,449 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752276627.40a5bb9802182c2afa81862bf753a942. after waiting 0 ms 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:19:02,449 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:19:02,449 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1325): Online Regions={40a5bb9802182c2afa81862bf753a942=test,,1731752276627.40a5bb9802182c2afa81862bf753a942., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:02,449 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40a5bb9802182c2afa81862bf753a942 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:02,449 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:02,449 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:02,449 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T10:19:02,454 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/default/test/40a5bb9802182c2afa81862bf753a942/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T10:19:02,457 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:02,458 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:02,458 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:19:02,458 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:19:02,458 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40a5bb9802182c2afa81862bf753a942: Waiting for close lock at 1731752342449Running coprocessor pre-close hooks at 1731752342449Disabling compacts and flushes for region at 1731752342449Disabling writes for close at 1731752342449Writing region close event to WAL at 1731752342449Running coprocessor post-close hooks at 1731752342458 (+9 ms)Closed at 1731752342458 2024-11-16T10:19:02,458 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752276627.40a5bb9802182c2afa81862bf753a942. 2024-11-16T10:19:02,478 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/info/4c5048b01dd646e9a83c5cc96e02c573 is 129, key is test,,1731752276627.40a5bb9802182c2afa81862bf753a942./info:regioninfo/1731752277812/Put/seqid=0 2024-11-16T10:19:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741839_1015 (size=6421) 2024-11-16T10:19:02,649 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:02,849 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:02,883 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/info/4c5048b01dd646e9a83c5cc96e02c573 2024-11-16T10:19:02,908 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/ns/470dad24b65543079134bef798b91cdc is 43, key is default/ns:d/1731752274333/Put/seqid=0 2024-11-16T10:19:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741840_1016 (size=5153) 2024-11-16T10:19:02,922 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/ns/470dad24b65543079134bef798b91cdc 2024-11-16T10:19:02,949 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20f5445f334a698fb0471cf74d0c31 is 112, key is test,,1731752276627.40a5bb9802182c2afa81862bf753a942./rep_barrier:seqnumDuringOpen/1731752277812/Put/seqid=0 2024-11-16T10:19:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741841_1017 (size=5518) 2024-11-16T10:19:02,958 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20f5445f334a698fb0471cf74d0c31 2024-11-16T10:19:02,991 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/table/6fbc5bc3b37e462c8632b7886ea5d341 is 40, key is test/table:state/1731752277824/Put/seqid=0 2024-11-16T10:19:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741842_1018 (size=5165) 2024-11-16T10:19:03,050 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:03,199 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:19:03,199 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:19:03,250 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:03,397 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/table/6fbc5bc3b37e462c8632b7886ea5d341 2024-11-16T10:19:03,425 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/info/4c5048b01dd646e9a83c5cc96e02c573 as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/info/4c5048b01dd646e9a83c5cc96e02c573 2024-11-16T10:19:03,431 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/info/4c5048b01dd646e9a83c5cc96e02c573, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T10:19:03,432 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/ns/470dad24b65543079134bef798b91cdc as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/ns/470dad24b65543079134bef798b91cdc 2024-11-16T10:19:03,444 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/ns/470dad24b65543079134bef798b91cdc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:19:03,445 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20f5445f334a698fb0471cf74d0c31 as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/rep_barrier/ee20f5445f334a698fb0471cf74d0c31 2024-11-16T10:19:03,450 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:19:03,450 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:03,450 DEBUG [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:03,453 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/rep_barrier/ee20f5445f334a698fb0471cf74d0c31, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T10:19:03,454 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/.tmp/table/6fbc5bc3b37e462c8632b7886ea5d341 as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/table/6fbc5bc3b37e462c8632b7886ea5d341 2024-11-16T10:19:03,461 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/table/6fbc5bc3b37e462c8632b7886ea5d341, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:19:03,462 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=11, compaction requested=false 2024-11-16T10:19:03,470 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:19:03,471 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:03,471 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:03,471 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:03,471 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752342449Running coprocessor pre-close hooks at 1731752342449Disabling compacts and flushes for region at 1731752342449Disabling writes for close at 1731752342449Obtaining lock to block concurrent updates at 1731752342449Preparing flush snapshotting stores in 1588230740 at 1731752342449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731752342450 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731752342450Flushing 1588230740/info: creating writer at 1731752342450Flushing 1588230740/info: appending metadata at 1731752342477 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731752342477Flushing 1588230740/ns: creating writer at 1731752342889 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731752342907 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731752342907Flushing 1588230740/rep_barrier: creating writer at 1731752342929 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752342948 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752342948Flushing 1588230740/table: creating writer at 1731752342967 (+19 ms)Flushing 1588230740/table: appending metadata at 1731752342990 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731752342990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33caca5f: reopening flushed file at 1731752343424 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ec1990: reopening flushed file at 1731752343431 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c67493c: reopening flushed file at 1731752343444 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1759a103: reopening flushed file at 1731752343453 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=11, compaction requested=false at 1731752343462 (+9 ms)Writing region close event to WAL at 1731752343467 (+5 ms)Running coprocessor post-close hooks at 1731752343471 (+4 ms)Closed at 1731752343471 2024-11-16T10:19:03,471 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:03,650 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,39937,1731752270589; all regions closed. 2024-11-16T10:19:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741834_1010 (size=2717) 2024-11-16T10:19:03,660 DEBUG [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/oldWALs 2024-11-16T10:19:03,660 INFO [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C39937%2C1731752270589.meta:.meta(num 1731752274286) 2024-11-16T10:19:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741832_1008 (size=1028) 2024-11-16T10:19:03,676 DEBUG [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/oldWALs 2024-11-16T10:19:03,676 INFO [RS:0;b16ff38458c1:39937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C39937%2C1731752270589:(num 1731752273335) 2024-11-16T10:19:03,676 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:03,676 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:03,677 INFO [RS:0;b16ff38458c1:39937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:03,677 INFO [RS:0;b16ff38458c1:39937 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:03,677 INFO [RS:0;b16ff38458c1:39937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:03,678 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:03,678 INFO [RS:0;b16ff38458c1:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:39937. 2024-11-16T10:19:03,678 DEBUG [RS:0;b16ff38458c1:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:03,678 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:03,678 DEBUG [RS:0;b16ff38458c1:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:03,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:03,679 INFO [RS:0;b16ff38458c1:39937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39937 2024-11-16T10:19:03,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186/rs 2024-11-16T10:19:03,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11612082186/rs/b16ff38458c1,39937,1731752270589 2024-11-16T10:19:03,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,39937,1731752270589] 2024-11-16T10:19:03,701 INFO [RS:0;b16ff38458c1:39937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:03,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/draining/b16ff38458c1,39937,1731752270589 already deleted, retry=false 2024-11-16T10:19:03,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,39937,1731752270589 expired; onlineServers=0 2024-11-16T10:19:03,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,43827,1731752270439' ***** 2024-11-16T10:19:03,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:19:03,711 INFO [M:0;b16ff38458c1:43827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:03,711 INFO [M:0;b16ff38458c1:43827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:03,711 DEBUG [M:0;b16ff38458c1:43827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:19:03,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:19:03,711 DEBUG [M:0;b16ff38458c1:43827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:19:03,711 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752273083 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752273083,5,FailOnTimeoutGroup] 2024-11-16T10:19:03,711 INFO [M:0;b16ff38458c1:43827 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:03,711 INFO [M:0;b16ff38458c1:43827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:03,711 DEBUG [M:0;b16ff38458c1:43827 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:19:03,711 INFO [M:0;b16ff38458c1:43827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:19:03,712 INFO [M:0;b16ff38458c1:43827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:03,713 INFO [M:0;b16ff38458c1:43827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:19:03,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:19:03,714 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752273081 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752273081,5,FailOnTimeoutGroup] 2024-11-16T10:19:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11612082186/master 2024-11-16T10:19:03,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11612082186 2024-11-16T10:19:03,732 INFO [M:0;b16ff38458c1:43827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/.lastflushedseqids 2024-11-16T10:19:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741843_1019 (size=173) 2024-11-16T10:19:03,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11612082186/master already deleted, retry=false 2024-11-16T10:19:03,742 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Failed delete of our master address node; KeeperErrorCode = NoNode for /11612082186/master 2024-11-16T10:19:03,744 INFO [M:0;b16ff38458c1:43827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:19:03,744 INFO [M:0;b16ff38458c1:43827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:19:03,744 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:03,744 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:03,744 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:03,744 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:03,744 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:03,744 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-16T10:19:03,771 DEBUG [M:0;b16ff38458c1:43827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819171cac5b34fbb8ef840d3304d21b3 is 82, key is hbase:meta,,1/info:regioninfo/1731752274317/Put/seqid=0 2024-11-16T10:19:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741844_1020 (size=5672) 2024-11-16T10:19:03,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x101432677c20004, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:03,822 INFO [RS:0;b16ff38458c1:39937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:03,822 INFO [RS:0;b16ff38458c1:39937 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,39937,1731752270589; zookeeper connection closed. 2024-11-16T10:19:03,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d143541 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d143541 2024-11-16T10:19:03,822 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:19:04,222 INFO [M:0;b16ff38458c1:43827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819171cac5b34fbb8ef840d3304d21b3 2024-11-16T10:19:04,250 DEBUG [M:0;b16ff38458c1:43827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b9fde2cb2e48eaac839d7415cc9415 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752277829/Put/seqid=0 2024-11-16T10:19:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741845_1021 (size=6727) 2024-11-16T10:19:04,258 INFO [M:0;b16ff38458c1:43827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b9fde2cb2e48eaac839d7415cc9415 2024-11-16T10:19:04,269 INFO [M:0;b16ff38458c1:43827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b9fde2cb2e48eaac839d7415cc9415 2024-11-16T10:19:04,284 DEBUG [M:0;b16ff38458c1:43827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e420e833dcf494e8f29aed0d70e929f is 69, key is b16ff38458c1,39937,1731752270589/rs:state/1731752273149/Put/seqid=0 2024-11-16T10:19:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741846_1022 (size=5156) 2024-11-16T10:19:04,689 INFO [M:0;b16ff38458c1:43827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e420e833dcf494e8f29aed0d70e929f 2024-11-16T10:19:04,697 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819171cac5b34fbb8ef840d3304d21b3 as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/819171cac5b34fbb8ef840d3304d21b3 2024-11-16T10:19:04,707 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/819171cac5b34fbb8ef840d3304d21b3, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T10:19:04,708 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b9fde2cb2e48eaac839d7415cc9415 as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b9fde2cb2e48eaac839d7415cc9415 2024-11-16T10:19:04,715 INFO [M:0;b16ff38458c1:43827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b9fde2cb2e48eaac839d7415cc9415 2024-11-16T10:19:04,715 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b9fde2cb2e48eaac839d7415cc9415, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T10:19:04,722 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e420e833dcf494e8f29aed0d70e929f as hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e420e833dcf494e8f29aed0d70e929f 2024-11-16T10:19:04,734 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/bff7aa4f-f1e9-e079-8364-8a9543809e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e420e833dcf494e8f29aed0d70e929f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T10:19:04,736 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=58, compaction requested=false 2024-11-16T10:19:04,765 INFO [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:04,765 DEBUG [M:0;b16ff38458c1:43827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752343744Disabling compacts and flushes for region at 1731752343744Disabling writes for close at 1731752343744Obtaining lock to block concurrent updates at 1731752343744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752343744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731752343745 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752343746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752343746Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752343769 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752343769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752344230 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752344249 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752344249Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752344271 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752344283 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752344284 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62005138: reopening flushed file at 1731752344696 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8ba434: reopening flushed file at 1731752344707 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b30c4d5: reopening flushed file at 1731752344715 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=58, compaction requested=false at 1731752344736 (+21 ms)Writing region close event to WAL at 1731752344765 (+29 ms)Closed at 1731752344765 2024-11-16T10:19:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35381 is added to blk_1073741830_1006 (size=33026) 2024-11-16T10:19:04,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:04,782 INFO [M:0;b16ff38458c1:43827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:19:04,782 INFO [M:0;b16ff38458c1:43827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43827 2024-11-16T10:19:04,783 INFO [M:0;b16ff38458c1:43827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:04,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:04,969 INFO [M:0;b16ff38458c1:43827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:04,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43827-0x101432677c20003, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:05,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5a8218{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:05,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fa22e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:05,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:05,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a0a551{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:05,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d1832e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:05,009 WARN [BP-703113995-172.17.0.2-1731752268533 heartbeating to localhost/127.0.0.1:45607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:19:05,009 WARN [BP-703113995-172.17.0.2-1731752268533 heartbeating to localhost/127.0.0.1:45607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-703113995-172.17.0.2-1731752268533 (Datanode Uuid a2e91abf-747f-4f40-b289-9ac29c8bbaa1) service to localhost/127.0.0.1:45607 2024-11-16T10:19:05,009 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/cluster_8107f612-6e50-0f8c-62b0-cbb62ff9293e/data/data1/current/BP-703113995-172.17.0.2-1731752268533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:05,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/cluster_8107f612-6e50-0f8c-62b0-cbb62ff9293e/data/data2/current/BP-703113995-172.17.0.2-1731752268533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:05,010 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:19:05,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:19:05,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:19:05,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de4daf7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:05,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdd768{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:05,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:05,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5a62e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:05,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3423848e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:19:05,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:19:05,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:05,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:05,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:05,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:05,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:05,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:19:05,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1409958525, stopped=false 2024-11-16T10:19:05,044 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,43291,1731752264815 2024-11-16T10:19:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-406262059/running 2024-11-16T10:19:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:19:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-406262059/running 2024-11-16T10:19:05,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:19:05,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:05,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/running 2024-11-16T10:19:05,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Set watcher on znode that does not yet exist, /0-406262059/running 2024-11-16T10:19:05,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:05,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:05,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:05,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,46259,1731752265031' ***** 2024-11-16T10:19:05,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:19:05,061 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:19:05,061 INFO [RS:0;b16ff38458c1:46259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:19:05,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:19:05,061 INFO [RS:0;b16ff38458c1:46259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:19:05,061 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(3091): Received CLOSE for f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,068 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(3091): Received CLOSE for 73bf051f450eaea545071e93adcbf794 2024-11-16T10:19:05,068 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,46259,1731752265031 2024-11-16T10:19:05,068 INFO [RS:0;b16ff38458c1:46259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:05,068 INFO [RS:0;b16ff38458c1:46259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:46259. 2024-11-16T10:19:05,068 DEBUG [RS:0;b16ff38458c1:46259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:05,068 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:05,069 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:19:05,069 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:19:05,069 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:19:05,069 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:19:05,069 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2e0ee717be22597ef5f7017283fab97, disabling compactions & flushes 2024-11-16T10:19:05,069 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:19:05,069 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:19:05,069 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. after waiting 0 ms 2024-11-16T10:19:05,070 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:19:05,070 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2e0ee717be22597ef5f7017283fab97 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T10:19:05,070 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:19:05,070 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f2e0ee717be22597ef5f7017283fab97=hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97., 73bf051f450eaea545071e93adcbf794=test,,1731752274458.73bf051f450eaea545071e93adcbf794.} 2024-11-16T10:19:05,070 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73bf051f450eaea545071e93adcbf794, f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,078 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:05,084 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:05,084 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:05,084 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:05,084 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:05,084 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:05,085 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:19:05,101 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/hfileref/c42abce6570e4840855bfc02e7b36ebe is 74, key is 1/hfileref:73a39870e2734816b3111b6323ffeff8_SeqId_4_/1731752281606/DeleteColumn/seqid=0 2024-11-16T10:19:05,119 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/info/42c60abf60de4e5bad4d5e33f9cc0733 is 147, key is hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97./info:regioninfo/1731752279570/Put/seqid=0 2024-11-16T10:19:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741844_1020 (size=5203) 2024-11-16T10:19:05,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741845_1021 (size=7686) 2024-11-16T10:19:05,143 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/info/42c60abf60de4e5bad4d5e33f9cc0733 2024-11-16T10:19:05,174 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/ns/33eda8fb365949d2865e223e603bdf36 is 43, key is default/ns:d/1731752268355/Put/seqid=0 2024-11-16T10:19:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741846_1022 (size=5153) 2024-11-16T10:19:05,255 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:19:05,255 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:19:05,270 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73bf051f450eaea545071e93adcbf794, f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,438 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 to pos 997, reset compression=false 2024-11-16T10:19:05,471 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73bf051f450eaea545071e93adcbf794, f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,523 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/hfileref/c42abce6570e4840855bfc02e7b36ebe 2024-11-16T10:19:05,541 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/queue/5bff90d287824e3883caa197c17905c1 is 153, key is 1-b16ff38458c1,46259,1731752265031/queue:b16ff38458c1%2C46259%2C1731752265031/1731752282370/Put/seqid=0 2024-11-16T10:19:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741847_1023 (size=5352) 2024-11-16T10:19:05,581 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/ns/33eda8fb365949d2865e223e603bdf36 2024-11-16T10:19:05,600 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d1ef82e824f7b99c0aea386bb6867 is 112, key is test,,1731752274458.73bf051f450eaea545071e93adcbf794./rep_barrier:seqnumDuringOpen/1731752275623/Put/seqid=0 2024-11-16T10:19:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741848_1024 (size=5518) 2024-11-16T10:19:05,671 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73bf051f450eaea545071e93adcbf794, f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,871 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73bf051f450eaea545071e93adcbf794, f2e0ee717be22597ef5f7017283fab97 2024-11-16T10:19:05,946 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/queue/5bff90d287824e3883caa197c17905c1 2024-11-16T10:19:05,952 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/hfileref/c42abce6570e4840855bfc02e7b36ebe as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/hfileref/c42abce6570e4840855bfc02e7b36ebe 2024-11-16T10:19:05,959 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/hfileref/c42abce6570e4840855bfc02e7b36ebe, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T10:19:05,960 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/.tmp/queue/5bff90d287824e3883caa197c17905c1 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/queue/5bff90d287824e3883caa197c17905c1 2024-11-16T10:19:05,968 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/queue/5bff90d287824e3883caa197c17905c1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T10:19:05,969 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2e0ee717be22597ef5f7017283fab97 in 899ms, sequenceid=10, compaction requested=false 2024-11-16T10:19:05,975 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/replication/f2e0ee717be22597ef5f7017283fab97/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:05,976 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2e0ee717be22597ef5f7017283fab97: Waiting for close lock at 1731752345069Running coprocessor pre-close hooks at 1731752345069Disabling compacts and flushes for region at 1731752345069Disabling writes for close at 1731752345069Obtaining lock to block concurrent updates at 1731752345070 (+1 ms)Preparing flush snapshotting stores in f2e0ee717be22597ef5f7017283fab97 at 1731752345070Finished memstore snapshotting hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731752345070Flushing stores of hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. at 1731752345071 (+1 ms)Flushing f2e0ee717be22597ef5f7017283fab97/hfileref: creating writer at 1731752345071Flushing f2e0ee717be22597ef5f7017283fab97/hfileref: appending metadata at 1731752345100 (+29 ms)Flushing f2e0ee717be22597ef5f7017283fab97/hfileref: closing flushed file at 1731752345100Flushing f2e0ee717be22597ef5f7017283fab97/queue: creating writer at 1731752345528 (+428 ms)Flushing f2e0ee717be22597ef5f7017283fab97/queue: appending metadata at 1731752345541 (+13 ms)Flushing f2e0ee717be22597ef5f7017283fab97/queue: closing flushed file at 1731752345541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e238453: reopening flushed file at 1731752345951 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19763b12: reopening flushed file at 1731752345959 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2e0ee717be22597ef5f7017283fab97 in 899ms, sequenceid=10, compaction requested=false at 1731752345969 (+10 ms)Writing region close event to WAL at 1731752345970 (+1 ms)Running coprocessor post-close hooks at 1731752345976 (+6 ms)Closed at 1731752345976 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752278798.f2e0ee717be22597ef5f7017283fab97. 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73bf051f450eaea545071e93adcbf794, disabling compactions & flushes 2024-11-16T10:19:05,976 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752274458.73bf051f450eaea545071e93adcbf794. after waiting 0 ms 2024-11-16T10:19:05,976 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:19:06,004 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d1ef82e824f7b99c0aea386bb6867 2024-11-16T10:19:06,006 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/default/test/73bf051f450eaea545071e93adcbf794/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:19:06,007 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73bf051f450eaea545071e93adcbf794: Waiting for close lock at 1731752345976Running coprocessor pre-close hooks at 1731752345976Disabling compacts and flushes for region at 1731752345976Disabling writes for close at 1731752345976Writing region close event to WAL at 1731752345989 (+13 ms)Running coprocessor post-close hooks at 1731752346007 (+18 ms)Closed at 1731752346007 2024-11-16T10:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752274458.73bf051f450eaea545071e93adcbf794. 2024-11-16T10:19:06,025 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/table/36665718871d45fab65d357e8480568e is 53, key is hbase:replication/table:state/1731752279578/Put/seqid=0 2024-11-16T10:19:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741849_1025 (size=5308) 2024-11-16T10:19:06,071 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:19:06,071 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:06,071 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:06,271 DEBUG [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:06,430 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/table/36665718871d45fab65d357e8480568e 2024-11-16T10:19:06,436 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/info/42c60abf60de4e5bad4d5e33f9cc0733 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/info/42c60abf60de4e5bad4d5e33f9cc0733 2024-11-16T10:19:06,441 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/info/42c60abf60de4e5bad4d5e33f9cc0733, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:19:06,442 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/ns/33eda8fb365949d2865e223e603bdf36 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/ns/33eda8fb365949d2865e223e603bdf36 2024-11-16T10:19:06,447 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/ns/33eda8fb365949d2865e223e603bdf36, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:19:06,448 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/rep_barrier/e23d1ef82e824f7b99c0aea386bb6867 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/rep_barrier/e23d1ef82e824f7b99c0aea386bb6867 2024-11-16T10:19:06,452 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/rep_barrier/e23d1ef82e824f7b99c0aea386bb6867, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:19:06,454 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/.tmp/table/36665718871d45fab65d357e8480568e as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/table/36665718871d45fab65d357e8480568e 2024-11-16T10:19:06,459 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/table/36665718871d45fab65d357e8480568e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:19:06,461 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false 2024-11-16T10:19:06,461 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:19:06,468 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:19:06,470 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:06,470 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:06,470 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:06,470 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752345084Running coprocessor pre-close hooks at 1731752345084Disabling compacts and flushes for region at 1731752345084Disabling writes for close at 1731752345084Obtaining lock to block concurrent updates at 1731752345085 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731752345085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752345085Flushing stores of hbase:meta,,1.1588230740 at 1731752345086 (+1 ms)Flushing 1588230740/info: creating writer at 1731752345086Flushing 1588230740/info: appending metadata at 1731752345118 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731752345118Flushing 1588230740/ns: creating writer at 1731752345156 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731752345173 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731752345173Flushing 1588230740/rep_barrier: creating writer at 1731752345586 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752345599 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752345599Flushing 1588230740/table: creating writer at 1731752346011 (+412 ms)Flushing 1588230740/table: appending metadata at 1731752346024 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731752346024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2175c9dd: reopening flushed file at 1731752346435 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83323d: reopening flushed file at 1731752346441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ace22d: reopening flushed file at 1731752346447 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c4a470: reopening flushed file at 1731752346453 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false at 1731752346461 (+8 ms)Writing region close event to WAL at 1731752346464 (+3 ms)Running coprocessor post-close hooks at 1731752346470 (+6 ms)Closed at 1731752346470 2024-11-16T10:19:06,470 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:06,472 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,46259,1731752265031; all regions closed. 2024-11-16T10:19:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:19:06,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.meta.1731752268264.meta not finished, retry = 0 2024-11-16T10:19:06,577 DEBUG [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs 2024-11-16T10:19:06,577 INFO [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C46259%2C1731752265031.meta:.meta(num 1731752268264) 2024-11-16T10:19:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741839_1015 (size=2700) 2024-11-16T10:19:06,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.rep.1731752279536 not finished, retry = 0 2024-11-16T10:19:06,682 DEBUG [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs 2024-11-16T10:19:06,682 INFO [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C46259%2C1731752265031.rep:(num 1731752279536) 2024-11-16T10:19:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741832_1008 (size=1300) 2024-11-16T10:19:06,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/WALs/b16ff38458c1,46259,1731752265031/b16ff38458c1%2C46259%2C1731752265031.1731752267345 not finished, retry = 0 2024-11-16T10:19:06,787 DEBUG [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/oldWALs 2024-11-16T10:19:06,787 INFO [RS:0;b16ff38458c1:46259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C46259%2C1731752265031:(num 1731752267345) 2024-11-16T10:19:06,787 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:06,787 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:06,788 INFO [RS:0;b16ff38458c1:46259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:06,788 INFO [RS:0;b16ff38458c1:46259 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:06,788 INFO [RS:0;b16ff38458c1:46259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:06,788 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:06,788 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,46259,1731752265031 because: Region server is closing 2024-11-16T10:19:06,788 INFO [RS:0;b16ff38458c1:46259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:46259. 2024-11-16T10:19:06,788 DEBUG [RS:0;b16ff38458c1:46259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:06,788 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:06,788 DEBUG [RS:0;b16ff38458c1:46259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:06,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:06,889 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.wal-reader.b16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:19:06,889 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:19:06,889 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,46259,1731752265031.replicationSource.shipperb16ff38458c1%2C46259%2C1731752265031,1-b16ff38458c1,46259,1731752265031 terminated 2024-11-16T10:19:06,889 INFO [RS:0;b16ff38458c1:46259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46259 2024-11-16T10:19:06,942 INFO [RS:0;b16ff38458c1:46259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059/rs 2024-11-16T10:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-406262059/rs/b16ff38458c1,46259,1731752265031 2024-11-16T10:19:06,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,46259,1731752265031] 2024-11-16T10:19:06,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/draining/b16ff38458c1,46259,1731752265031 already deleted, retry=false 2024-11-16T10:19:06,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,46259,1731752265031 expired; onlineServers=0 2024-11-16T10:19:06,963 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,43291,1731752264815' ***** 2024-11-16T10:19:06,963 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:06,963 DEBUG [M:0;b16ff38458c1:43291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:19:06,963 DEBUG [M:0;b16ff38458c1:43291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:19:06,963 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752267070 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752267070,5,FailOnTimeoutGroup] 2024-11-16T10:19:06,963 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752267069 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752267069,5,FailOnTimeoutGroup] 2024-11-16T10:19:06,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:06,963 DEBUG [M:0;b16ff38458c1:43291 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:19:06,963 INFO [M:0;b16ff38458c1:43291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:06,964 INFO [M:0;b16ff38458c1:43291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:19:06,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:19:06,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-406262059/master 2024-11-16T10:19:06,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-406262059 2024-11-16T10:19:06,984 DEBUG [M:0;b16ff38458c1:43291 {}] zookeeper.RecoverableZooKeeper(212): Node /0-406262059/master already deleted, retry=false 2024-11-16T10:19:06,984 DEBUG [M:0;b16ff38458c1:43291 {}] master.ActiveMasterManager(353): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-406262059/master 2024-11-16T10:19:06,985 INFO [M:0;b16ff38458c1:43291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/.lastflushedseqids 2024-11-16T10:19:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741850_1026 (size=263) 2024-11-16T10:19:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:07,052 INFO [RS:0;b16ff38458c1:46259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:07,052 INFO [RS:0;b16ff38458c1:46259 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,46259,1731752265031; zookeeper connection closed. 2024-11-16T10:19:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46259-0x101432677c20001, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:07,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4faf7715 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4faf7715 2024-11-16T10:19:07,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:19:07,389 INFO [M:0;b16ff38458c1:43291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:19:07,390 INFO [M:0;b16ff38458c1:43291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:19:07,390 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:07,390 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:07,390 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:07,390 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:07,390 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:07,390 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-16T10:19:07,404 DEBUG [M:0;b16ff38458c1:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/531f5374637148648f217da666c8ae55 is 82, key is hbase:meta,,1/info:regioninfo/1731752268299/Put/seqid=0 2024-11-16T10:19:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741851_1027 (size=5672) 2024-11-16T10:19:07,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:07,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:07,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:07,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:07,808 INFO [M:0;b16ff38458c1:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/531f5374637148648f217da666c8ae55 2024-11-16T10:19:07,828 DEBUG [M:0;b16ff38458c1:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b86d97b33b54207a0890716e6790f34 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752275638/Put/seqid=0 2024-11-16T10:19:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741852_1028 (size=7240) 2024-11-16T10:19:07,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:08,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:08,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:08,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:08,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:08,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:08,233 INFO [M:0;b16ff38458c1:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b86d97b33b54207a0890716e6790f34 2024-11-16T10:19:08,238 INFO [M:0;b16ff38458c1:43291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b86d97b33b54207a0890716e6790f34 2024-11-16T10:19:08,252 DEBUG [M:0;b16ff38458c1:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf49d4ed0c940f1986c72789ce0f81b is 69, key is b16ff38458c1,46259,1731752265031/rs:state/1731752267193/Put/seqid=0 2024-11-16T10:19:08,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741853_1029 (size=5156) 2024-11-16T10:19:08,656 INFO [M:0;b16ff38458c1:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf49d4ed0c940f1986c72789ce0f81b 2024-11-16T10:19:08,662 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/531f5374637148648f217da666c8ae55 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/531f5374637148648f217da666c8ae55 2024-11-16T10:19:08,666 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/531f5374637148648f217da666c8ae55, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T10:19:08,667 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b86d97b33b54207a0890716e6790f34 as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b86d97b33b54207a0890716e6790f34 2024-11-16T10:19:08,672 INFO [M:0;b16ff38458c1:43291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b86d97b33b54207a0890716e6790f34 2024-11-16T10:19:08,672 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b86d97b33b54207a0890716e6790f34, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T10:19:08,673 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cf49d4ed0c940f1986c72789ce0f81b as hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf49d4ed0c940f1986c72789ce0f81b 2024-11-16T10:19:08,677 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/1cc64764-0e31-0443-478c-80e8cf4eaff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cf49d4ed0c940f1986c72789ce0f81b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T10:19:08,678 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-16T10:19:08,680 INFO [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:08,680 DEBUG [M:0;b16ff38458c1:43291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752347390Disabling compacts and flushes for region at 1731752347390Disabling writes for close at 1731752347390Obtaining lock to block concurrent updates at 1731752347390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752347390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731752347390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752347391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752347391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752347403 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752347403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752347813 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752347827 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752347827Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752348238 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752348252 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752348252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633a50c1: reopening flushed file at 1731752348661 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfd101f: reopening flushed file at 1731752348666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee4074d: reopening flushed file at 1731752348672 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731752348678 (+6 ms)Writing region close event to WAL at 1731752348680 (+2 ms)Closed at 1731752348680 2024-11-16T10:19:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741830_1006 (size=64526) 2024-11-16T10:19:08,682 INFO [M:0;b16ff38458c1:43291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:19:08,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:08,682 INFO [M:0;b16ff38458c1:43291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43291 2024-11-16T10:19:08,683 INFO [M:0;b16ff38458c1:43291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:08,821 INFO [M:0;b16ff38458c1:43291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x101432677c20000, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:08,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64de1db9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:08,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@171d4453{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:08,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:08,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f366e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:08,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a67819b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:08,824 WARN [BP-573077739-172.17.0.2-1731752262703 heartbeating to localhost/127.0.0.1:37353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:19:08,825 WARN [BP-573077739-172.17.0.2-1731752262703 heartbeating to localhost/127.0.0.1:37353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573077739-172.17.0.2-1731752262703 (Datanode Uuid e7fe23e3-338a-45b2-bb04-64bc2e55aad9) service to localhost/127.0.0.1:37353 2024-11-16T10:19:08,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:19:08,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:19:08,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/data/data1/current/BP-573077739-172.17.0.2-1731752262703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:08,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/cluster_7177129c-8f3a-7b02-df76-45582d1e0a98/data/data2/current/BP-573077739-172.17.0.2-1731752262703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:08,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:19:08,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57f3ba00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:08,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ca632b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:08,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:08,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de46a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:08,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c418b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcfac125-599b-76e3-5b86-8783f273554f/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:08,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:19:08,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:19:08,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45607 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37353 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3944b8f8a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3944b8f8a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4020 (was 4458) 2024-11-16T10:19:08,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=4020 2024-11-16T10:19:08,871 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T10:19:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir so I do NOT create it in target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3 2024-11-16T10:19:08,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:19:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.tmp.dir so I do NOT create it in target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3 2024-11-16T10:19:08,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f68191-018d-8368-db97-135c31d18152/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:19:08,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3 2024-11-16T10:19:08,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1, deleteOnExit=true 2024-11-16T10:19:08,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/zookeeper_0, clientPort=55988, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:19:08,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55988 2024-11-16T10:19:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:19:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:19:08,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/test.cache.data in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:19:08,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:08,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:19:08,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:19:08,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:19:08,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:08,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:19:08,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:19:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101432677c20005, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:19:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101432677c20002, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:19:08,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101432677c20002, quorum=127.0.0.1:58244, baseZNode=/0-406262059 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:19:08,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101432677c20005, quorum=127.0.0.1:58244, baseZNode=/11612082186 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:19:09,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:09,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:09,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:09,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:09,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:19:09,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:09,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f51dbe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:09,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4e6ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:09,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22705f6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/java.io.tmpdir/jetty-localhost-44491-hadoop-hdfs-3_4_1-tests_jar-_-any-18430477958607792282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:09,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3495f427{HTTP/1.1, (http/1.1)}{localhost:44491} 2024-11-16T10:19:09,340 INFO [Time-limited test {}] server.Server(415): Started @143535ms 2024-11-16T10:19:09,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:09,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:09,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:09,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:09,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:19:09,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcfe5fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:09,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6c30b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:09,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e0bf5c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-7386060260270828272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:09,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c81528f{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-16T10:19:09,712 INFO [Time-limited test {}] server.Server(415): Started @143906ms 2024-11-16T10:19:09,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:19:10,380 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/data/data2/current/BP-1878315069-172.17.0.2-1731752348911/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:10,380 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/data/data1/current/BP-1878315069-172.17.0.2-1731752348911/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:10,396 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:19:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2680325c29c6cb5 with lease ID 0x97fcf8782e7bee00: Processing first storage report for DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6 from datanode DatanodeRegistration(127.0.0.1:40019, datanodeUuid=5da42708-6180-4489-8b0a-9ea4d783a5f0, infoPort=33785, infoSecurePort=0, ipcPort=33365, storageInfo=lv=-57;cid=testClusterID;nsid=886573172;c=1731752348911) 2024-11-16T10:19:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2680325c29c6cb5 with lease ID 0x97fcf8782e7bee00: from storage DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6 node DatanodeRegistration(127.0.0.1:40019, datanodeUuid=5da42708-6180-4489-8b0a-9ea4d783a5f0, infoPort=33785, infoSecurePort=0, ipcPort=33365, storageInfo=lv=-57;cid=testClusterID;nsid=886573172;c=1731752348911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2680325c29c6cb5 with lease ID 0x97fcf8782e7bee00: Processing first storage report for DS-bae53ff9-629d-4814-ba3b-83ff09df0dcb from datanode DatanodeRegistration(127.0.0.1:40019, datanodeUuid=5da42708-6180-4489-8b0a-9ea4d783a5f0, infoPort=33785, infoSecurePort=0, ipcPort=33365, storageInfo=lv=-57;cid=testClusterID;nsid=886573172;c=1731752348911) 2024-11-16T10:19:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2680325c29c6cb5 with lease ID 0x97fcf8782e7bee00: from storage DS-bae53ff9-629d-4814-ba3b-83ff09df0dcb node DatanodeRegistration(127.0.0.1:40019, datanodeUuid=5da42708-6180-4489-8b0a-9ea4d783a5f0, infoPort=33785, infoSecurePort=0, ipcPort=33365, storageInfo=lv=-57;cid=testClusterID;nsid=886573172;c=1731752348911), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:19:10,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3 2024-11-16T10:19:10,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:10,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:19:10,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a with version=8 2024-11-16T10:19:10,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/hbase-staging 2024-11-16T10:19:10,848 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:19:10,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:10,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39969 2024-11-16T10:19:10,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39969 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:10,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399690x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:10,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39969-0x1014327c8890000 connected 2024-11-16T10:19:11,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:11,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:11,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:11,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a, hbase.cluster.distributed=false 2024-11-16T10:19:11,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/acl 2024-11-16T10:19:11,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39969 2024-11-16T10:19:11,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39969 2024-11-16T10:19:11,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39969 2024-11-16T10:19:11,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39969 2024-11-16T10:19:11,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39969 2024-11-16T10:19:11,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:11,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:19:11,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:11,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43075 2024-11-16T10:19:11,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43075 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:11,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:11,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:11,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430750x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:11,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430750x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:11,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43075-0x1014327c8890001 connected 2024-11-16T10:19:11,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:19:11,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:19:11,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/master 2024-11-16T10:19:11,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/acl 2024-11-16T10:19:11,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-16T10:19:11,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43075 2024-11-16T10:19:11,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43075 2024-11-16T10:19:11,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-16T10:19:11,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-16T10:19:11,094 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:39969 2024-11-16T10:19:11,096 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1425550786/backup-masters/b16ff38458c1,39969,1731752350848 2024-11-16T10:19:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:11,106 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/backup-masters/b16ff38458c1,39969,1731752350848 2024-11-16T10:19:11,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:11,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/master 2024-11-16T10:19:11,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:11,116 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/master 2024-11-16T10:19:11,117 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1425550786/backup-masters/b16ff38458c1,39969,1731752350848 from backup master directory 2024-11-16T10:19:11,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:11,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/backup-masters/b16ff38458c1,39969,1731752350848 2024-11-16T10:19:11,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:11,127 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:11,127 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,39969,1731752350848 2024-11-16T10:19:11,130 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/hbase.id] with ID: 50b56417-a6ab-4956-94b5-e6017aec1210 2024-11-16T10:19:11,130 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.tmp/hbase.id 2024-11-16T10:19:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:19:11,535 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.tmp/hbase.id]:[hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/hbase.id] 2024-11-16T10:19:11,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:11,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:19:11,546 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:19:11,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:11,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:19:12,000 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:12,001 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:19:12,002 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:19:12,409 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store 2024-11-16T10:19:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:19:12,815 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:12,815 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:12,815 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:12,816 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:12,816 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:12,816 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:12,816 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:12,816 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752352815Disabling compacts and flushes for region at 1731752352815Disabling writes for close at 1731752352816 (+1 ms)Writing region close event to WAL at 1731752352816Closed at 1731752352816 2024-11-16T10:19:12,816 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/.initializing 2024-11-16T10:19:12,816 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848 2024-11-16T10:19:12,818 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:12,819 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C39969%2C1731752350848, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/oldWALs, maxLogs=10 2024-11-16T10:19:12,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848/b16ff38458c1%2C39969%2C1731752350848.1731752352819, exclude list is [], retry=0 2024-11-16T10:19:12,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:12,835 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:12,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:12,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:12,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:12,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:19:12,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:12,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:12,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:19:12,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:19:12,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:19:12,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:12,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,844 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,844 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,845 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,845 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,846 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:12,847 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:12,849 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:12,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74806759, jitterRate=0.1147075742483139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:12,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752352836Initializing all the Stores at 1731752352837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752352837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752352837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752352837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752352837Cleaning up temporary data from old regions at 1731752352845 (+8 ms)Region opened successfully at 1731752352850 (+5 ms) 2024-11-16T10:19:12,851 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:19:12,854 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d9465a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:12,854 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:19:12,855 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:19:12,855 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:19:12,855 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:19:12,855 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:19:12,856 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:19:12,856 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:19:12,860 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:19:12,861 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/balancer because node does not exist (not necessarily an error) 2024-11-16T10:19:12,920 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/balancer already deleted, retry=false 2024-11-16T10:19:12,920 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:19:12,921 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:19:12,930 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/normalizer already deleted, retry=false 2024-11-16T10:19:12,931 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:19:12,932 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:19:12,941 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/switch/split already deleted, retry=false 2024-11-16T10:19:12,942 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:19:12,952 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/switch/merge already deleted, retry=false 2024-11-16T10:19:12,954 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:19:12,962 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/snapshot-cleanup already deleted, retry=false 2024-11-16T10:19:12,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:12,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:12,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:12,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:12,973 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,39969,1731752350848, sessionid=0x1014327c8890000, setting cluster-up flag (Was=false) 2024-11-16T10:19:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:13,025 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1425550786/flush-table-proc/acquired, /0-1425550786/flush-table-proc/reached, /0-1425550786/flush-table-proc/abort 2024-11-16T10:19:13,027 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,39969,1731752350848 2024-11-16T10:19:13,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:13,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:13,078 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1425550786/online-snapshot/acquired, /0-1425550786/online-snapshot/reached, /0-1425550786/online-snapshot/abort 2024-11-16T10:19:13,079 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,39969,1731752350848 2024-11-16T10:19:13,080 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:19:13,081 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:13,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:19:13,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:19:13,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,39969,1731752350848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:13,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752383084 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:13,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:19:13,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:19:13,085 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752353085,5,FailOnTimeoutGroup] 2024-11-16T10:19:13,085 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752353085,5,FailOnTimeoutGroup] 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:19:13,085 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:19:13,087 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(746): ClusterId : 50b56417-a6ab-4956-94b5-e6017aec1210 2024-11-16T10:19:13,087 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:19:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:19:13,100 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:19:13,100 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:19:13,110 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:19:13,111 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13eb96f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:13,124 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:43075 2024-11-16T10:19:13,124 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:19:13,124 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:19:13,124 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:19:13,125 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,39969,1731752350848 with port=43075, startcode=1731752351056 2024-11-16T10:19:13,125 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:19:13,127 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:19:13,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39969 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,128 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a 2024-11-16T10:19:13,128 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38227 2024-11-16T10:19:13,128 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:19:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/rs 2024-11-16T10:19:13,141 DEBUG [RS:0;b16ff38458c1:43075 {}] zookeeper.ZKUtil(111): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/rs/b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,142 WARN [RS:0;b16ff38458c1:43075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:13,142 INFO [RS:0;b16ff38458c1:43075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:13,142 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,43075,1731752351056] 2024-11-16T10:19:13,145 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:19:13,147 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:19:13,148 INFO [RS:0;b16ff38458c1:43075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:19:13,148 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,148 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:19:13,149 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:19:13,149 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:13,149 DEBUG [RS:0;b16ff38458c1:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,150 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43075,1731752351056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:13,164 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:19:13,164 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43075,1731752351056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,164 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,164 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.Replication(171): b16ff38458c1,43075,1731752351056 started 2024-11-16T10:19:13,176 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:13,176 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,43075,1731752351056, RpcServer on b16ff38458c1/172.17.0.2:43075, sessionid=0x1014327c8890001 2024-11-16T10:19:13,176 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:19:13,176 DEBUG [RS:0;b16ff38458c1:43075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,176 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43075,1731752351056' 2024-11-16T10:19:13,176 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1425550786/flush-table-proc/abort' 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1425550786/flush-table-proc/acquired' 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,43075,1731752351056 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43075,1731752351056' 2024-11-16T10:19:13,177 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1425550786/online-snapshot/abort' 2024-11-16T10:19:13,178 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1425550786/online-snapshot/acquired' 2024-11-16T10:19:13,178 DEBUG [RS:0;b16ff38458c1:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:19:13,178 INFO [RS:0;b16ff38458c1:43075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:19:13,178 INFO [RS:0;b16ff38458c1:43075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:19:13,278 INFO [RS:0;b16ff38458c1:43075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:13,280 INFO [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43075%2C1731752351056, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:13,291 DEBUG [RS:0;b16ff38458c1:43075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280, exclude list is [], retry=0 2024-11-16T10:19:13,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:13,295 INFO [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 2024-11-16T10:19:13,295 DEBUG [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:13,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:19:13,493 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a 2024-11-16T10:19:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:19:13,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:13,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:13,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:13,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:13,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:13,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:13,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:13,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:13,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:13,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:13,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:13,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:13,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:13,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:13,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:13,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:13,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:13,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:13,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:13,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:13,910 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:13,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789105, jitterRate=-0.0494682639837265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:13,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752353898Initializing all the Stores at 1731752353899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752353899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752353899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752353899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752353899Cleaning up temporary data from old regions at 1731752353907 (+8 ms)Region opened successfully at 1731752353911 (+4 ms) 2024-11-16T10:19:13,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:13,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:13,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:13,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:13,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:13,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:13,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752353911Disabling compacts and flushes for region at 1731752353911Disabling writes for close at 1731752353911Writing region close event to WAL at 1731752353911Closed at 1731752353911 2024-11-16T10:19:13,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:13,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:19:13,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:19:13,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:13,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:19:14,065 DEBUG [b16ff38458c1:39969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:14,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:14,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43075,1731752351056, state=OPENING 2024-11-16T10:19:14,162 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:19:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:14,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:14,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:14,200 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:14,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43075,1731752351056}] 2024-11-16T10:19:14,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:14,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:19:14,356 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:19:14,356 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:14,357 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:19:14,358 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43075%2C1731752351056.meta, suffix=.meta, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:14,370 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.meta.1731752354358.meta, exclude list is [], retry=0 2024-11-16T10:19:14,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:14,374 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.meta.1731752354358.meta 2024-11-16T10:19:14,375 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:14,375 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:14,376 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:19:14,376 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:19:14,376 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:19:14,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:14,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:14,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:14,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:14,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:14,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:14,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:14,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:14,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:14,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:14,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:14,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:14,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:14,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:14,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:14,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:14,382 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:14,382 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:14,383 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:14,384 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:14,384 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:14,384 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:14,385 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:14,386 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73505787, jitterRate=0.09532158076763153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:14,386 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:19:14,386 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752354376Writing region info on filesystem at 1731752354376Initializing all the Stores at 1731752354377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752354377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752354378 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752354378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752354378Cleaning up temporary data from old regions at 1731752354384 (+6 ms)Running coprocessor post-open hooks at 1731752354386 (+2 ms)Region opened successfully at 1731752354386 2024-11-16T10:19:14,387 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752354352 2024-11-16T10:19:14,389 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:19:14,389 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:19:14,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:14,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43075,1731752351056, state=OPEN 2024-11-16T10:19:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:14,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:14,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:14,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:14,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:14,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:19:14,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43075,1731752351056 in 272 msec 2024-11-16T10:19:14,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:19:14,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 561 msec 2024-11-16T10:19:14,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:14,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:19:14,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:14,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43075,1731752351056, seqNum=-1] 2024-11-16T10:19:14,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:14,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:14,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-16T10:19:14,484 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752354484, completionTime=-1 2024-11-16T10:19:14,484 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:19:14,484 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:19:14,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:19:14,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752414486 2024-11-16T10:19:14,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752474486 2024-11-16T10:19:14,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:39969, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,488 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:19:14,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.363sec 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:14,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:19:14,493 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:19:14,493 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:19:14,493 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39969,1731752350848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:14,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f58cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:14,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,39969,-1 for getting cluster id 2024-11-16T10:19:14,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:14,589 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50b56417-a6ab-4956-94b5-e6017aec1210' 2024-11-16T10:19:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50b56417-a6ab-4956-94b5-e6017aec1210" 2024-11-16T10:19:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fae5d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,39969,-1] 2024-11-16T10:19:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:14,591 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:14,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebca389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:14,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43075,1731752351056, seqNum=-1] 2024-11-16T10:19:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:14,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,39969,1731752350848 2024-11-16T10:19:14,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:14,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:14,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014327c8890002 connected 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir so I do NOT create it in target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3 2024-11-16T10:19:14,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.tmp.dir so I do NOT create it in target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3 2024-11-16T10:19:14,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:19:14,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/cluster_ee4e53a6-2130-daa1-9c03-3a113d7d720a, deleteOnExit=true 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/test.cache.data in system properties and HBase conf 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:19:14,635 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:19:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:19:15,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:15,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:15,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:15,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:15,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:15,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:15,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb5c9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:15,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190ed96d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:15,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39e1ec1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/java.io.tmpdir/jetty-localhost-42117-hadoop-hdfs-3_4_1-tests_jar-_-any-13395146162639885405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:15,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3771cc18{HTTP/1.1, (http/1.1)}{localhost:42117} 2024-11-16T10:19:15,163 INFO [Time-limited test {}] server.Server(415): Started @149358ms 2024-11-16T10:19:15,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:15,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:15,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:15,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:15,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:15,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2cb04f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:15,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247354b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:15,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79cd8a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/java.io.tmpdir/jetty-localhost-45985-hadoop-hdfs-3_4_1-tests_jar-_-any-757793660986693004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:15,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf8da62{HTTP/1.1, (http/1.1)}{localhost:45985} 2024-11-16T10:19:15,537 INFO [Time-limited test {}] server.Server(415): Started @149732ms 2024-11-16T10:19:15,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:19:16,182 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/cluster_ee4e53a6-2130-daa1-9c03-3a113d7d720a/data/data1/current/BP-2117263154-172.17.0.2-1731752354649/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:16,182 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/cluster_ee4e53a6-2130-daa1-9c03-3a113d7d720a/data/data2/current/BP-2117263154-172.17.0.2-1731752354649/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:16,196 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:19:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5d9c9642f48418 with lease ID 0x77278b8193acfbd2: Processing first storage report for DS-7f4c4f94-8245-4f2f-b1cf-24c548223bd8 from datanode DatanodeRegistration(127.0.0.1:40979, datanodeUuid=1f498846-9249-4ad1-b725-15abfd423dda, infoPort=46675, infoSecurePort=0, ipcPort=33203, storageInfo=lv=-57;cid=testClusterID;nsid=118371147;c=1731752354649) 2024-11-16T10:19:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5d9c9642f48418 with lease ID 0x77278b8193acfbd2: from storage DS-7f4c4f94-8245-4f2f-b1cf-24c548223bd8 node DatanodeRegistration(127.0.0.1:40979, datanodeUuid=1f498846-9249-4ad1-b725-15abfd423dda, infoPort=46675, infoSecurePort=0, ipcPort=33203, storageInfo=lv=-57;cid=testClusterID;nsid=118371147;c=1731752354649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c5d9c9642f48418 with lease ID 0x77278b8193acfbd2: Processing first storage report for DS-4102b918-ffbc-4bd4-9672-293a958536cf from datanode DatanodeRegistration(127.0.0.1:40979, datanodeUuid=1f498846-9249-4ad1-b725-15abfd423dda, infoPort=46675, infoSecurePort=0, ipcPort=33203, storageInfo=lv=-57;cid=testClusterID;nsid=118371147;c=1731752354649) 2024-11-16T10:19:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c5d9c9642f48418 with lease ID 0x77278b8193acfbd2: from storage DS-4102b918-ffbc-4bd4-9672-293a958536cf node DatanodeRegistration(127.0.0.1:40979, datanodeUuid=1f498846-9249-4ad1-b725-15abfd423dda, infoPort=46675, infoSecurePort=0, ipcPort=33203, storageInfo=lv=-57;cid=testClusterID;nsid=118371147;c=1731752354649), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:16,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3 2024-11-16T10:19:16,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:19:16,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18 with version=8 2024-11-16T10:19:16,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/hbase-staging 2024-11-16T10:19:16,674 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:16,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:19:16,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:16,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41099 2024-11-16T10:19:16,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41099 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:16,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410990x0, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:16,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41099-0x1014327c8890003 connected 2024-11-16T10:19:16,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/running 2024-11-16T10:19:16,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18, hbase.cluster.distributed=false 2024-11-16T10:19:16,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/acl 2024-11-16T10:19:16,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41099 2024-11-16T10:19:16,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41099 2024-11-16T10:19:16,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41099 2024-11-16T10:19:16,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41099 2024-11-16T10:19:16,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41099 2024-11-16T10:19:16,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:16,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:16,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44683 2024-11-16T10:19:16,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44683 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:16,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446830x0, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:16,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446830x0, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/running 2024-11-16T10:19:16,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44683-0x1014327c8890004 connected 2024-11-16T10:19:16,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:19:16,832 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:19:16,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/master 2024-11-16T10:19:16,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/acl 2024-11-16T10:19:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44683 2024-11-16T10:19:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44683 2024-11-16T10:19:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44683 2024-11-16T10:19:16,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44683 2024-11-16T10:19:16,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44683 2024-11-16T10:19:16,846 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:41099 2024-11-16T10:19:16,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11763679224/backup-masters/b16ff38458c1,41099,1731752356674 2024-11-16T10:19:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/backup-masters 2024-11-16T10:19:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/backup-masters 2024-11-16T10:19:16,857 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on existing znode=/11763679224/backup-masters/b16ff38458c1,41099,1731752356674 2024-11-16T10:19:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11763679224/master 2024-11-16T10:19:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:16,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:16,868 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on existing znode=/11763679224/master 2024-11-16T10:19:16,868 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11763679224/backup-masters/b16ff38458c1,41099,1731752356674 from backup master directory 2024-11-16T10:19:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11763679224/backup-masters/b16ff38458c1,41099,1731752356674 2024-11-16T10:19:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/backup-masters 2024-11-16T10:19:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/backup-masters 2024-11-16T10:19:16,878 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:16,878 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,41099,1731752356674 2024-11-16T10:19:16,881 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/hbase.id] with ID: 304f6e97-4041-43c8-82cc-9ade9b2b637d 2024-11-16T10:19:16,881 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/.tmp/hbase.id 2024-11-16T10:19:16,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:19:17,286 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/.tmp/hbase.id]:[hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/hbase.id] 2024-11-16T10:19:17,296 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:17,296 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:19:17,297 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:19:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:19:17,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:17,747 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:19:17,747 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:19:18,154 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store 2024-11-16T10:19:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:19:18,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:18,560 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:18,560 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:18,560 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752358560Disabling compacts and flushes for region at 1731752358560Disabling writes for close at 1731752358560Writing region close event to WAL at 1731752358560Closed at 1731752358560 2024-11-16T10:19:18,561 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/.initializing 2024-11-16T10:19:18,561 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/WALs/b16ff38458c1,41099,1731752356674 2024-11-16T10:19:18,562 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:18,563 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C41099%2C1731752356674, suffix=, logDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/WALs/b16ff38458c1,41099,1731752356674, archiveDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/oldWALs, maxLogs=10 2024-11-16T10:19:18,575 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/WALs/b16ff38458c1,41099,1731752356674/b16ff38458c1%2C41099%2C1731752356674.1731752358563, exclude list is [], retry=0 2024-11-16T10:19:18,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-7f4c4f94-8245-4f2f-b1cf-24c548223bd8,DISK] 2024-11-16T10:19:18,579 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/WALs/b16ff38458c1,41099,1731752356674/b16ff38458c1%2C41099%2C1731752356674.1731752358563 2024-11-16T10:19:18,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-11-16T10:19:18,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:18,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:18,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:19:18,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:18,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:18,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:19:18,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:18,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:18,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:19:18,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:18,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:18,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:19:18,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:18,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:18,588 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,588 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,588 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:18,591 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:18,592 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:18,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63560587, jitterRate=-0.05287344753742218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:18,592 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752358579Initializing all the Stores at 1731752358580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752358580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752358580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752358580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752358580Cleaning up temporary data from old regions at 1731752358589 (+9 ms)Region opened successfully at 1731752358592 (+3 ms) 2024-11-16T10:19:18,593 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:19:18,595 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7ff87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:18,595 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:19:18,595 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:19:18,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:19:18,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:19:18,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:19:18,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:19:18,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:19:18,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:19:18,598 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/balancer because node does not exist (not necessarily an error) 2024-11-16T10:19:18,667 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/balancer already deleted, retry=false 2024-11-16T10:19:18,667 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:19:18,668 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:19:18,678 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/normalizer already deleted, retry=false 2024-11-16T10:19:18,678 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:19:18,679 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:19:18,688 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/switch/split already deleted, retry=false 2024-11-16T10:19:18,689 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:19:18,699 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/switch/merge already deleted, retry=false 2024-11-16T10:19:18,700 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:19:18,709 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/snapshot-cleanup already deleted, retry=false 2024-11-16T10:19:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11763679224/running 2024-11-16T10:19:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11763679224/running 2024-11-16T10:19:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,720 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,41099,1731752356674, sessionid=0x1014327c8890003, setting cluster-up flag (Was=false) 2024-11-16T10:19:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:18,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:18,773 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11763679224/flush-table-proc/acquired, /11763679224/flush-table-proc/reached, /11763679224/flush-table-proc/abort 2024-11-16T10:19:18,774 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41099,1731752356674 2024-11-16T10:19:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:18,825 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11763679224/online-snapshot/acquired, /11763679224/online-snapshot/reached, /11763679224/online-snapshot/abort 2024-11-16T10:19:18,826 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41099,1731752356674 2024-11-16T10:19:18,827 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:19:18,828 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:18,828 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:19:18,829 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:19:18,829 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,41099,1731752356674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:18,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752388831 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:19:18,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:19:18,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:19:18,832 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:19:18,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752358832,5,FailOnTimeoutGroup] 2024-11-16T10:19:18,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:18,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:19:18,833 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752358832,5,FailOnTimeoutGroup] 2024-11-16T10:19:18,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:19:18,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,838 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(746): ClusterId : 304f6e97-4041-43c8-82cc-9ade9b2b637d 2024-11-16T10:19:18,839 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:19:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:19:18,847 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:19:18,847 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:19:18,857 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:19:18,858 DEBUG [RS:0;b16ff38458c1:44683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bebde83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:18,869 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:44683 2024-11-16T10:19:18,869 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:19:18,869 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:19:18,869 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:19:18,869 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,41099,1731752356674 with port=44683, startcode=1731752356813 2024-11-16T10:19:18,870 DEBUG [RS:0;b16ff38458c1:44683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:19:18,871 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:19:18,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41099 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,872 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18 2024-11-16T10:19:18,872 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42581 2024-11-16T10:19:18,872 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:19:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/rs 2024-11-16T10:19:18,918 DEBUG [RS:0;b16ff38458c1:44683 {}] zookeeper.ZKUtil(111): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on existing znode=/11763679224/rs/b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,918 WARN [RS:0;b16ff38458c1:44683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:18,918 INFO [RS:0;b16ff38458c1:44683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:18,919 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,44683,1731752356813] 2024-11-16T10:19:18,922 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:19:18,923 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:19:18,924 INFO [RS:0;b16ff38458c1:44683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:19:18,924 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,924 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:18,925 DEBUG [RS:0;b16ff38458c1:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,925 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,926 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,926 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44683,1731752356813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:18,940 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:19:18,940 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44683,1731752356813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,940 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,940 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.Replication(171): b16ff38458c1,44683,1731752356813 started 2024-11-16T10:19:18,952 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:18,952 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,44683,1731752356813, RpcServer on b16ff38458c1/172.17.0.2:44683, sessionid=0x1014327c8890004 2024-11-16T10:19:18,952 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:19:18,952 DEBUG [RS:0;b16ff38458c1:44683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,952 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44683,1731752356813' 2024-11-16T10:19:18,952 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11763679224/flush-table-proc/abort' 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11763679224/flush-table-proc/acquired' 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,44683,1731752356813 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44683,1731752356813' 2024-11-16T10:19:18,953 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11763679224/online-snapshot/abort' 2024-11-16T10:19:18,954 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11763679224/online-snapshot/acquired' 2024-11-16T10:19:18,954 DEBUG [RS:0;b16ff38458c1:44683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:19:18,954 INFO [RS:0;b16ff38458c1:44683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:19:18,954 INFO [RS:0;b16ff38458c1:44683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:19:19,054 INFO [RS:0;b16ff38458c1:44683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:19,056 INFO [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44683%2C1731752356813, suffix=, logDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813, archiveDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/oldWALs, maxLogs=10 2024-11-16T10:19:19,067 DEBUG [RS:0;b16ff38458c1:44683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813/b16ff38458c1%2C44683%2C1731752356813.1731752359056, exclude list is [], retry=0 2024-11-16T10:19:19,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-7f4c4f94-8245-4f2f-b1cf-24c548223bd8,DISK] 2024-11-16T10:19:19,072 INFO [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813/b16ff38458c1%2C44683%2C1731752356813.1731752359056 2024-11-16T10:19:19,072 DEBUG [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-11-16T10:19:19,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:19:19,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:19:19,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18 2024-11-16T10:19:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:19:19,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:19,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:19,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:19,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:19,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:19,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:19,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:19,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:19,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:19,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:19,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:19,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:19,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:19,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:19,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740 2024-11-16T10:19:19,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740 2024-11-16T10:19:19,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:19,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:19,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:19,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:19,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:19,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63714387, jitterRate=-0.05058164894580841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:19,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752359646Initializing all the Stores at 1731752359647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752359647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752359647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752359647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752359647Cleaning up temporary data from old regions at 1731752359657 (+10 ms)Region opened successfully at 1731752359661 (+4 ms) 2024-11-16T10:19:19,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:19,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:19,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:19,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:19,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:19,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:19,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752359661Disabling compacts and flushes for region at 1731752359661Disabling writes for close at 1731752359661Writing region close event to WAL at 1731752359661Closed at 1731752359661 2024-11-16T10:19:19,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:19,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:19:19,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:19:19,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:19,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:19:19,814 DEBUG [b16ff38458c1:41099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:19,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,44683,1731752356813 2024-11-16T10:19:19,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44683,1731752356813, state=OPENING 2024-11-16T10:19:19,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:19:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:19,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:19,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11763679224/meta-region-server: CHANGED 2024-11-16T10:19:19,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:19,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11763679224/meta-region-server: CHANGED 2024-11-16T10:19:19,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44683,1731752356813}] 2024-11-16T10:19:20,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:20,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:19:20,153 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:19:20,153 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:20,154 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:19:20,155 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44683%2C1731752356813.meta, suffix=.meta, logDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813, archiveDir=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/oldWALs, maxLogs=10 2024-11-16T10:19:20,167 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813/b16ff38458c1%2C44683%2C1731752356813.meta.1731752360155.meta, exclude list is [], retry=0 2024-11-16T10:19:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40979,DS-7f4c4f94-8245-4f2f-b1cf-24c548223bd8,DISK] 2024-11-16T10:19:20,171 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813/b16ff38458c1%2C44683%2C1731752356813.meta.1731752360155.meta 2024-11-16T10:19:20,171 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:20,172 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:19:20,172 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:19:20,172 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:19:20,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:20,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:20,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:20,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:20,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:20,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:20,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:20,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:20,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:20,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:20,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:20,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:20,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:20,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:20,178 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:20,178 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740 2024-11-16T10:19:20,179 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740 2024-11-16T10:19:20,180 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:20,180 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:20,181 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:20,182 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:20,183 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74609284, jitterRate=0.11176496744155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:20,183 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:19:20,183 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752360173Writing region info on filesystem at 1731752360173Initializing all the Stores at 1731752360173Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752360173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752360174 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752360174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752360174Cleaning up temporary data from old regions at 1731752360180 (+6 ms)Running coprocessor post-open hooks at 1731752360183 (+3 ms)Region opened successfully at 1731752360183 2024-11-16T10:19:20,184 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752360146 2024-11-16T10:19:20,186 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:19:20,186 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:19:20,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,44683,1731752356813 2024-11-16T10:19:20,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44683,1731752356813, state=OPEN 2024-11-16T10:19:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11763679224/meta-region-server 2024-11-16T10:19:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11763679224/meta-region-server 2024-11-16T10:19:20,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,44683,1731752356813 2024-11-16T10:19:20,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11763679224/meta-region-server: CHANGED 2024-11-16T10:19:20,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11763679224/meta-region-server: CHANGED 2024-11-16T10:19:20,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:19:20,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44683,1731752356813 in 252 msec 2024-11-16T10:19:20,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:19:20,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec 2024-11-16T10:19:20,251 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:20,251 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:19:20,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:20,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44683,1731752356813, seqNum=-1] 2024-11-16T10:19:20,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:20,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:20,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4310 sec 2024-11-16T10:19:20,260 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752360260, completionTime=-1 2024-11-16T10:19:20,260 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:19:20,260 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:19:20,262 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:19:20,262 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752420262 2024-11-16T10:19:20,262 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752480262 2024-11-16T10:19:20,262 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:41099, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,265 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:19:20,266 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.388sec 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:20,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:19:20,269 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:19:20,269 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:19:20,269 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41099,1731752356674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:20,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dcbd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41099,-1 for getting cluster id 2024-11-16T10:19:20,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:20,341 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304f6e97-4041-43c8-82cc-9ade9b2b637d' 2024-11-16T10:19:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304f6e97-4041-43c8-82cc-9ade9b2b637d" 2024-11-16T10:19:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cda2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41099,-1] 2024-11-16T10:19:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:20,343 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a6b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44683,1731752356813, seqNum=-1] 2024-11-16T10:19:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,41099,1731752356674 2024-11-16T10:19:20,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:20,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014327c8890005 connected 2024-11-16T10:19:20,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565c0a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,39969,-1 for getting cluster id 2024-11-16T10:19:20,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:20,372 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50b56417-a6ab-4956-94b5-e6017aec1210' 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50b56417-a6ab-4956-94b5-e6017aec1210" 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e66e36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,39969,-1] 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:20,373 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5615c193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,39969,1731752350848 2024-11-16T10:19:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@242a8b1 2024-11-16T10:19:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:20,376 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:20,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:41099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:19:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:19:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:20,379 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41099' 2024-11-16T10:19:20,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137b5dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,380 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41099,-1 for getting cluster id 2024-11-16T10:19:20,380 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:20,381 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304f6e97-4041-43c8-82cc-9ade9b2b637d' 2024-11-16T10:19:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304f6e97-4041-43c8-82cc-9ade9b2b637d" 2024-11-16T10:19:20,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c863d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41099,-1] 2024-11-16T10:19:20,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:20,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:20,383 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:20,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c372d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:20,384 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41099,1731752356674 2024-11-16T10:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca25197 2024-11-16T10:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:20,385 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:20,386 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T10:19:20,386 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:19:20,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:20,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:20,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:20,387 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:20,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:19:20,389 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:19:20,389 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:20,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:19:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741835_1011 (size=1138) 2024-11-16T10:19:20,438 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:19:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:20,798 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9d73492856a59cee094f19f2e1bf52a, NAME => 'hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a 2024-11-16T10:19:20,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741836_1012 (size=44) 2024-11-16T10:19:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:21,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:21,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9d73492856a59cee094f19f2e1bf52a, disabling compactions & flushes 2024-11-16T10:19:21,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. after waiting 0 ms 2024-11-16T10:19:21,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9d73492856a59cee094f19f2e1bf52a: Waiting for close lock at 1731752361204Disabling compacts and flushes for region at 1731752361204Disabling writes for close at 1731752361204Writing region close event to WAL at 1731752361204Closed at 1731752361204 2024-11-16T10:19:21,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:19:21,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752361205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752361205"}]},"ts":"1731752361205"} 2024-11-16T10:19:21,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:19:21,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:19:21,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752361208"}]},"ts":"1731752361208"} 2024-11-16T10:19:21,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:19:21,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN}] 2024-11-16T10:19:21,211 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN 2024-11-16T10:19:21,212 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN; state=OFFLINE, location=b16ff38458c1,43075,1731752351056; forceNewPlan=false, retain=false 2024-11-16T10:19:21,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9d73492856a59cee094f19f2e1bf52a, regionState=OPENING, regionLocation=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN because future has completed 2024-11-16T10:19:21,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,43075,1731752351056}] 2024-11-16T10:19:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:21,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:21,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:19:21,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43075%2C1731752351056.rep, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:21,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.rep.1731752361522, exclude list is [], retry=0 2024-11-16T10:19:21,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:21,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.rep.1731752361522 2024-11-16T10:19:21,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:21,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f9d73492856a59cee094f19f2e1bf52a, NAME => 'hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:21,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. service=MultiRowMutationService 2024-11-16T10:19:21,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,539 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,541 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName hfileref 2024-11-16T10:19:21,541 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:21,541 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:21,541 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,542 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName queue 2024-11-16T10:19:21,542 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:21,542 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:21,542 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,543 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName sid 2024-11-16T10:19:21,543 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:21,544 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:21,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:21,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:21,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f9d73492856a59cee094f19f2e1bf52a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59447239, jitterRate=-0.11416710913181305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:21,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:21,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f9d73492856a59cee094f19f2e1bf52a: Running coprocessor pre-open hook at 1731752361538Writing region info on filesystem at 1731752361538Initializing all the Stores at 1731752361539 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752361539Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752361539Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752361539Cleaning up temporary data from old regions at 1731752361546 (+7 ms)Running coprocessor post-open hooks at 1731752361550 (+4 ms)Region opened successfully at 1731752361551 (+1 ms) 2024-11-16T10:19:21,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., pid=7, masterSystemTime=1731752361517 2024-11-16T10:19:21,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:21,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9d73492856a59cee094f19f2e1bf52a, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43075,1731752351056 2024-11-16T10:19:21,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,43075,1731752351056 because future has completed 2024-11-16T10:19:21,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T10:19:21,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,43075,1731752351056 in 192 msec 2024-11-16T10:19:21,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:19:21,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN in 348 msec 2024-11-16T10:19:21,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:19:21,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752361560"}]},"ts":"1731752361560"} 2024-11-16T10:19:21,562 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:19:21,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:19:21,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-16T10:19:21,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., hostname=b16ff38458c1,43075,1731752351056, seqNum=2] 2024-11-16T10:19:21,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:21,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:21,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:19:21,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T10:19:21,873 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:19:21,911 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,43075,1731752351056, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:19:21,912 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:21,912 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43075,1731752351056, seqNum=-1] 2024-11-16T10:19:21,912 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:21,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T10:19:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,43075,1731752351056', locateType=CURRENT is [region=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., hostname=b16ff38458c1,43075,1731752351056, seqNum=2] 2024-11-16T10:19:21,917 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T10:19:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T10:19:21,919 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,43075,1731752351056 suceeded 2024-11-16T10:19:21,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T10:19:21,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-16T10:19:21,921 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:41099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:19:21,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-11-16T10:19:21,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41099' 2024-11-16T10:19:21,937 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1f86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:21,937 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41099,-1 for getting cluster id 2024-11-16T10:19:21,937 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:21,938 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304f6e97-4041-43c8-82cc-9ade9b2b637d' 2024-11-16T10:19:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304f6e97-4041-43c8-82cc-9ade9b2b637d" 2024-11-16T10:19:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62516be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41099,-1] 2024-11-16T10:19:21,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:21,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:21,939 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:21,940 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e1863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:21,940 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:21,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41099,1731752356674 2024-11-16T10:19:21,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dfa6553 2024-11-16T10:19:21,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:21,942 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T10:19:21,942 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,43075,1731752351056 (queues=1) is replicating from cluster=50b56417-a6ab-4956-94b5-e6017aec1210 to cluster=304f6e97-4041-43c8-82cc-9ade9b2b637d 2024-11-16T10:19:21,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C43075%2C1731752351056 2024-11-16T10:19:21,943 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,43075,1731752351056, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:19:21,943 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.shipperb16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C43075%2C1731752351056 2024-11-16T10:19:21,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280, startPosition=0, beingWritten=true 2024-11-16T10:19:22,148 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 to pos 0, reset compression=false 2024-11-16T10:19:22,453 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 to pos 0, reset compression=false 2024-11-16T10:19:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:22,524 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:19:22,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:22,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:22,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:22,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,39969,1731752350848 2024-11-16T10:19:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6261130d 2024-11-16T10:19:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:22,526 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:22,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39969 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:19:22,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:22,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:22,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:22,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:19:22,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1840566844, stopped=false 2024-11-16T10:19:22,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,39969,1731752350848 2024-11-16T10:19:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:22,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:22,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:22,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:22,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:22,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,43075,1731752351056' ***** 2024-11-16T10:19:22,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:19:22,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:22,573 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:19:22,573 INFO [RS:0;b16ff38458c1:43075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:19:22,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:19:22,573 INFO [RS:0;b16ff38458c1:43075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:19:22,573 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,43075,1731752351056 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43075. 2024-11-16T10:19:22,574 DEBUG [RS:0;b16ff38458c1:43075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:22,574 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9d73492856a59cee094f19f2e1bf52a, disabling compactions & flushes 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:19:22,574 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. after waiting 0 ms 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:22,574 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9d73492856a59cee094f19f2e1bf52a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T10:19:22,574 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:19:22,574 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1325): Online Regions={f9d73492856a59cee094f19f2e1bf52a=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:22,574 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:22,574 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:22,574 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:22,574 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T10:19:22,593 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/f144d3bf4b2a494ab2d1b097214bf4ad is 147, key is hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a./info:regioninfo/1731752361554/Put/seqid=0 2024-11-16T10:19:22,593 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/.tmp/queue/65ab0c3500844d5ebc140fe9fc83dc6a is 151, key is 1-b16ff38458c1,43075,1731752351056/queue:b16ff38458c1%2C43075%2C1731752351056/1731752361916/Put/seqid=0 2024-11-16T10:19:22,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741838_1014 (size=6631) 2024-11-16T10:19:22,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741839_1015 (size=5350) 2024-11-16T10:19:22,658 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:22,774 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:22,857 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 to pos 0, reset compression=false 2024-11-16T10:19:22,974 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:22,998 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/.tmp/queue/65ab0c3500844d5ebc140fe9fc83dc6a 2024-11-16T10:19:22,998 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/f144d3bf4b2a494ab2d1b097214bf4ad 2024-11-16T10:19:23,004 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/.tmp/queue/65ab0c3500844d5ebc140fe9fc83dc6a as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/queue/65ab0c3500844d5ebc140fe9fc83dc6a 2024-11-16T10:19:23,009 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/queue/65ab0c3500844d5ebc140fe9fc83dc6a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T10:19:23,009 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f9d73492856a59cee094f19f2e1bf52a in 435ms, sequenceid=5, compaction requested=false 2024-11-16T10:19:23,010 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:19:23,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:19:23,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:23,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:23,015 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:23,015 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9d73492856a59cee094f19f2e1bf52a: Waiting for close lock at 1731752362574Running coprocessor pre-close hooks at 1731752362574Disabling compacts and flushes for region at 1731752362574Disabling writes for close at 1731752362574Obtaining lock to block concurrent updates at 1731752362574Preparing flush snapshotting stores in f9d73492856a59cee094f19f2e1bf52a at 1731752362574Finished memstore snapshotting hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731752362574Flushing stores of hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. at 1731752362575 (+1 ms)Flushing f9d73492856a59cee094f19f2e1bf52a/queue: creating writer at 1731752362575Flushing f9d73492856a59cee094f19f2e1bf52a/queue: appending metadata at 1731752362593 (+18 ms)Flushing f9d73492856a59cee094f19f2e1bf52a/queue: closing flushed file at 1731752362593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d085687: reopening flushed file at 1731752363003 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f9d73492856a59cee094f19f2e1bf52a in 435ms, sequenceid=5, compaction requested=false at 1731752363010 (+7 ms)Writing region close event to WAL at 1731752363011 (+1 ms)Running coprocessor post-close hooks at 1731752363014 (+3 ms)Closed at 1731752363014 2024-11-16T10:19:23,015 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:23,019 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/ns/182a29a7e64a422c8097a53b6b46121b is 43, key is default/ns:d/1731752354480/Put/seqid=0 2024-11-16T10:19:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741840_1016 (size=5153) 2024-11-16T10:19:23,153 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:19:23,153 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:19:23,175 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:19:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:19:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:19:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:19:23,362 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 to pos 0, reset compression=false 2024-11-16T10:19:23,375 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:23,423 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/ns/182a29a7e64a422c8097a53b6b46121b 2024-11-16T10:19:23,439 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/table/b9895eed18084bc4b0083c7634937d37 is 53, key is hbase:replication/table:state/1731752361560/Put/seqid=0 2024-11-16T10:19:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741841_1017 (size=5256) 2024-11-16T10:19:23,575 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:19:23,575 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:23,575 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:23,775 DEBUG [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:23,844 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/table/b9895eed18084bc4b0083c7634937d37 2024-11-16T10:19:23,848 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/f144d3bf4b2a494ab2d1b097214bf4ad as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/info/f144d3bf4b2a494ab2d1b097214bf4ad 2024-11-16T10:19:23,852 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/info/f144d3bf4b2a494ab2d1b097214bf4ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T10:19:23,853 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/ns/182a29a7e64a422c8097a53b6b46121b as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/ns/182a29a7e64a422c8097a53b6b46121b 2024-11-16T10:19:23,858 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/ns/182a29a7e64a422c8097a53b6b46121b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:19:23,859 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/table/b9895eed18084bc4b0083c7634937d37 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/table/b9895eed18084bc4b0083c7634937d37 2024-11-16T10:19:23,863 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/table/b9895eed18084bc4b0083c7634937d37, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T10:19:23,864 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-16T10:19:23,867 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:19:23,868 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:23,868 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:23,868 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:23,868 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752362574Running coprocessor pre-close hooks at 1731752362574Disabling compacts and flushes for region at 1731752362574Disabling writes for close at 1731752362574Obtaining lock to block concurrent updates at 1731752362574Preparing flush snapshotting stores in 1588230740 at 1731752362574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731752362574Flushing stores of hbase:meta,,1.1588230740 at 1731752362575 (+1 ms)Flushing 1588230740/info: creating writer at 1731752362575Flushing 1588230740/info: appending metadata at 1731752362593 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731752362593Flushing 1588230740/ns: creating writer at 1731752363003 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731752363019 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731752363019Flushing 1588230740/table: creating writer at 1731752363427 (+408 ms)Flushing 1588230740/table: appending metadata at 1731752363439 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731752363439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7716a6c6: reopening flushed file at 1731752363848 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eccde7: reopening flushed file at 1731752363852 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc2f395: reopening flushed file at 1731752363858 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1731752363864 (+6 ms)Writing region close event to WAL at 1731752363865 (+1 ms)Running coprocessor post-close hooks at 1731752363868 (+3 ms)Closed at 1731752363868 2024-11-16T10:19:23,868 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:23,966 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 to pos 0, reset compression=false 2024-11-16T10:19:23,975 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,43075,1731752351056; all regions closed. 2024-11-16T10:19:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741834_1010 (size=2742) 2024-11-16T10:19:24,012 DEBUG [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:24,012 INFO [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C43075%2C1731752351056.meta:.meta(num 1731752354358) 2024-11-16T10:19:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741837_1013 (size=1586) 2024-11-16T10:19:24,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.rep.1731752361522 not finished, retry = 0 2024-11-16T10:19:24,116 DEBUG [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:24,116 INFO [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C43075%2C1731752351056.rep:(num 1731752361522) 2024-11-16T10:19:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:19:24,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056/b16ff38458c1%2C43075%2C1731752351056.1731752353280 not finished, retry = 0 2024-11-16T10:19:24,221 DEBUG [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C43075%2C1731752351056:(num 1731752353280) 2024-11-16T10:19:24,221 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:24,221 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,43075,1731752351056 because: Region server is closing 2024-11-16T10:19:24,221 INFO [RS:0;b16ff38458c1:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43075. 2024-11-16T10:19:24,221 DEBUG [RS:0;b16ff38458c1:43075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:24,221 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:24,221 DEBUG [RS:0;b16ff38458c1:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:24,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:24,322 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.shipperb16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:19:24,322 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.wal-reader.b16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:19:24,322 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43075,1731752351056.replicationSource.shipperb16ff38458c1%2C43075%2C1731752351056,1-b16ff38458c1,43075,1731752351056 terminated 2024-11-16T10:19:24,322 INFO [RS:0;b16ff38458c1:43075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43075 2024-11-16T10:19:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/rs 2024-11-16T10:19:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/rs/b16ff38458c1,43075,1731752351056 2024-11-16T10:19:24,341 INFO [RS:0;b16ff38458c1:43075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:24,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,43075,1731752351056] 2024-11-16T10:19:24,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/draining/b16ff38458c1,43075,1731752351056 already deleted, retry=false 2024-11-16T10:19:24,435 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,43075,1731752351056 expired; onlineServers=0 2024-11-16T10:19:24,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,39969,1731752350848' ***** 2024-11-16T10:19:24,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:19:24,436 INFO [M:0;b16ff38458c1:39969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:24,436 INFO [M:0;b16ff38458c1:39969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:24,436 DEBUG [M:0;b16ff38458c1:39969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:19:24,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:19:24,436 DEBUG [M:0;b16ff38458c1:39969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:19:24,436 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752353085 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752353085,5,FailOnTimeoutGroup] 2024-11-16T10:19:24,436 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752353085 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752353085,5,FailOnTimeoutGroup] 2024-11-16T10:19:24,436 INFO [M:0;b16ff38458c1:39969 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:24,436 INFO [M:0;b16ff38458c1:39969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:24,436 DEBUG [M:0;b16ff38458c1:39969 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:19:24,436 INFO [M:0;b16ff38458c1:39969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:19:24,437 INFO [M:0;b16ff38458c1:39969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:24,437 INFO [M:0;b16ff38458c1:39969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:19:24,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:19:24,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/master 2024-11-16T10:19:24,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:24,446 DEBUG [M:0;b16ff38458c1:39969 {}] zookeeper.ZKUtil(347): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/master because node does not exist (not an error) 2024-11-16T10:19:24,446 WARN [M:0;b16ff38458c1:39969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:19:24,447 INFO [M:0;b16ff38458c1:39969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.lastflushedseqids 2024-11-16T10:19:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741842_1018 (size=181) 2024-11-16T10:19:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:24,525 INFO [RS:0;b16ff38458c1:43075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1014327c8890001, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:24,525 INFO [RS:0;b16ff38458c1:43075 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,43075,1731752351056; zookeeper connection closed. 2024-11-16T10:19:24,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ec63fad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ec63fad 2024-11-16T10:19:24,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:19:24,852 INFO [M:0;b16ff38458c1:39969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:19:24,852 INFO [M:0;b16ff38458c1:39969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:19:24,852 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:24,852 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:24,852 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:24,852 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:24,852 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:24,852 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T10:19:24,866 DEBUG [M:0;b16ff38458c1:39969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e027c89d0e74367b762f22224c4bd3d is 82, key is hbase:meta,,1/info:regioninfo/1731752354389/Put/seqid=0 2024-11-16T10:19:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741843_1019 (size=5672) 2024-11-16T10:19:25,271 INFO [M:0;b16ff38458c1:39969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e027c89d0e74367b762f22224c4bd3d 2024-11-16T10:19:25,289 DEBUG [M:0;b16ff38458c1:39969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b005fe7e08b04b338940437630b9ddb2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731752361564/Put/seqid=0 2024-11-16T10:19:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741844_1020 (size=7203) 2024-11-16T10:19:25,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:25,694 INFO [M:0;b16ff38458c1:39969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b005fe7e08b04b338940437630b9ddb2 2024-11-16T10:19:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:25,716 DEBUG [M:0;b16ff38458c1:39969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1ceaa8d8f04da18d6ae14869ada3a8 is 69, key is b16ff38458c1,43075,1731752351056/rs:state/1731752353127/Put/seqid=0 2024-11-16T10:19:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741845_1021 (size=5156) 2024-11-16T10:19:26,120 INFO [M:0;b16ff38458c1:39969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1ceaa8d8f04da18d6ae14869ada3a8 2024-11-16T10:19:26,126 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e027c89d0e74367b762f22224c4bd3d as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e027c89d0e74367b762f22224c4bd3d 2024-11-16T10:19:26,131 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e027c89d0e74367b762f22224c4bd3d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T10:19:26,132 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b005fe7e08b04b338940437630b9ddb2 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b005fe7e08b04b338940437630b9ddb2 2024-11-16T10:19:26,137 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b005fe7e08b04b338940437630b9ddb2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T10:19:26,138 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b1ceaa8d8f04da18d6ae14869ada3a8 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b1ceaa8d8f04da18d6ae14869ada3a8 2024-11-16T10:19:26,143 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b1ceaa8d8f04da18d6ae14869ada3a8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T10:19:26,144 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-16T10:19:26,145 INFO [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:26,145 DEBUG [M:0;b16ff38458c1:39969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752364852Disabling compacts and flushes for region at 1731752364852Disabling writes for close at 1731752364852Obtaining lock to block concurrent updates at 1731752364852Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752364852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731752364852Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752364853 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752364853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752364866 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752364866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752365275 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752365289 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752365289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752365699 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752365715 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752365715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9df02f: reopening flushed file at 1731752366125 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1179931c: reopening flushed file at 1731752366131 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696b09fc: reopening flushed file at 1731752366137 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731752366144 (+7 ms)Writing region close event to WAL at 1731752366145 (+1 ms)Closed at 1731752366145 2024-11-16T10:19:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741830_1006 (size=41008) 2024-11-16T10:19:26,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:26,147 INFO [M:0;b16ff38458c1:39969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:19:26,147 INFO [M:0;b16ff38458c1:39969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39969 2024-11-16T10:19:26,147 INFO [M:0;b16ff38458c1:39969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:26,293 INFO [M:0;b16ff38458c1:39969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39969-0x1014327c8890000, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:26,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:19:26,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:26,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32777 2024-11-16T10:19:26,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32777 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327770x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:26,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32777-0x1014327c8890006 connected 2024-11-16T10:19:26,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:26,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:26,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:26,324 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: INIT 2024-11-16T10:19:26,324 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a, hbase.cluster.distributed=false 2024-11-16T10:19:26,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/acl 2024-11-16T10:19:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T10:19:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32777 2024-11-16T10:19:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32777 2024-11-16T10:19:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T10:19:26,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T10:19:26,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:19:26,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:26,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45941 2024-11-16T10:19:26,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45941 connecting to ZooKeeper ensemble=127.0.0.1:55988 2024-11-16T10:19:26,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:26,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:26,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459410x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:26,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459410x0, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:26,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45941-0x1014327c8890007 connected 2024-11-16T10:19:26,357 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: INIT 2024-11-16T10:19:26,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:19:26,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:19:26,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/master 2024-11-16T10:19:26,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/acl 2024-11-16T10:19:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-16T10:19:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45941 2024-11-16T10:19:26,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45941 2024-11-16T10:19:26,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-16T10:19:26,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-16T10:19:26,380 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:32777 2024-11-16T10:19:26,381 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1425550786/backup-masters/b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:26,394 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/backup-masters/b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/master 2024-11-16T10:19:26,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:26,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:26,404 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/master 2024-11-16T10:19:26,404 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1425550786/backup-masters/b16ff38458c1,32777,1731752366295 from backup master directory 2024-11-16T10:19:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/backup-masters/b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/backup-masters 2024-11-16T10:19:26,414 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:26,414 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,424 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:26,424 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:19:26,431 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-16T10:19:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741846_1022 (size=196) 2024-11-16T10:19:26,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:26,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:19:26,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:26,853 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T10:19:26,856 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848 to hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848-dead as it is dead 2024-11-16T10:19:26,856 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848-dead/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:26,857 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848-dead/b16ff38458c1%2C39969%2C1731752350848.1731752352819 after 1ms 2024-11-16T10:19:26,858 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848-dead/b16ff38458c1%2C39969%2C1731752350848.1731752352819 to hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:26,858 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,39969,1731752350848-dead 2024-11-16T10:19:26,858 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,859 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:26,860 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C32777%2C1731752366295, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,32777,1731752366295, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/oldWALs, maxLogs=10 2024-11-16T10:19:26,877 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,32777,1731752366295/b16ff38458c1%2C32777%2C1731752366295.1731752366860, exclude list is [], retry=0 2024-11-16T10:19:26,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:26,881 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/WALs/b16ff38458c1,32777,1731752366295/b16ff38458c1%2C32777%2C1731752366295.1731752366860 2024-11-16T10:19:26,881 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:26,881 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:26,881 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:26,882 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,882 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:19:26,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:26,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e027c89d0e74367b762f22224c4bd3d 2024-11-16T10:19:26,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:26,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:19:26,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:26,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b005fe7e08b04b338940437630b9ddb2 2024-11-16T10:19:26,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:26,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:19:26,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:26,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b1ceaa8d8f04da18d6ae14869ada3a8 2024-11-16T10:19:26,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:26,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:19:26,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:26,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:26,903 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T10:19:26,904 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:26,908 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:26,909 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b16ff38458c1%2C39969%2C1731752350848.1731752352819 2024-11-16T10:19:26,911 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,911 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,911 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:26,913 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:26,915 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T10:19:26,915 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71273792, jitterRate=0.06206226348876953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:26,916 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752366882Initializing all the Stores at 1731752366883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752366883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752366883Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752366883Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752366883Cleaning up temporary data from old regions at 1731752366911 (+28 ms)Region opened successfully at 1731752366916 (+5 ms) 2024-11-16T10:19:26,916 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:19:26,918 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75a744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:26,920 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T10:19:26,920 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:19:26,920 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:19:26,920 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:19:26,921 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:19:26,923 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:26,923 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:19:26,924 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:19:26,924 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T10:19:26,924 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:19:26,926 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b16ff38458c1,43075,1731752351056, regionLocation=b16ff38458c1,43075,1731752351056, openSeqNum=2 2024-11-16T10:19:26,926 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b16ff38458c1,43075,1731752351056, table=hbase:meta, region=1588230740 2024-11-16T10:19:26,926 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43075,1731752351056, state=OPEN 2024-11-16T10:19:26,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:26,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:26,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:26,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:26,975 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:19:26,983 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/draining/b16ff38458c1,43075,1731752351056 already deleted, retry=false 2024-11-16T10:19:26,983 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b16ff38458c1,43075,1731752351056 on b16ff38458c1,32777,1731752366295 2024-11-16T10:19:26,984 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b16ff38458c1,43075,1731752351056, splitWal=true, meta=true 2024-11-16T10:19:26,984 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for b16ff38458c1,43075,1731752351056 (carryingMeta=true) b16ff38458c1,43075,1731752351056/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a314e8f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T10:19:26,985 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/balancer because node does not exist (not necessarily an error) 2024-11-16T10:19:26,993 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/balancer already deleted, retry=false 2024-11-16T10:19:26,993 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:19:26,994 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:19:27,004 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/normalizer already deleted, retry=false 2024-11-16T10:19:27,004 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:19:27,005 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:19:27,014 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/switch/split already deleted, retry=false 2024-11-16T10:19:27,015 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:19:27,025 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/switch/merge already deleted, retry=false 2024-11-16T10:19:27,037 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:19:27,046 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/snapshot-cleanup already deleted, retry=false 2024-11-16T10:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:27,057 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,32777,1731752366295, sessionid=0x1014327c8890006, setting cluster-up flag (Was=false) 2024-11-16T10:19:27,068 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1425550786/flush-table-proc/acquired, /0-1425550786/flush-table-proc/reached, /0-1425550786/flush-table-proc/abort 2024-11-16T10:19:27,068 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,32777,1731752366295 2024-11-16T10:19:27,078 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1425550786/online-snapshot/acquired, /0-1425550786/online-snapshot/reached, /0-1425550786/online-snapshot/abort 2024-11-16T10:19:27,079 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,32777,1731752366295 2024-11-16T10:19:27,079 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.lastflushedseqids 2024-11-16T10:19:27,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:19:27,081 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:19:27,081 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,32777,1731752366295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b16ff38458c1,43075,1731752351056 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:19:27,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:27,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:27,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:27,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:27,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:19:27,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:27,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,083 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752397083 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:19:27,084 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b16ff38458c1,43075,1731752351056, splitWal=true, meta=true 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:19:27,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:19:27,084 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b16ff38458c1,43075,1731752351056, splitWal=true, meta=true, isMeta: true 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:19:27,085 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752367085,5,FailOnTimeoutGroup] 2024-11-16T10:19:27,085 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752367085,5,FailOnTimeoutGroup] 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752367085, completionTime=-1 2024-11-16T10:19:27,085 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T10:19:27,085 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T10:19:27,086 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056-splitting 2024-11-16T10:19:27,086 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056-splitting dir is empty, no logs to split. 2024-11-16T10:19:27,086 INFO [PEWorker-1 {}] master.SplitWALManager(105): b16ff38458c1,43075,1731752351056 WAL count=0, meta=true 2024-11-16T10:19:27,088 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056-splitting dir is empty, no logs to split. 2024-11-16T10:19:27,088 INFO [PEWorker-1 {}] master.SplitWALManager(105): b16ff38458c1,43075,1731752351056 WAL count=0, meta=true 2024-11-16T10:19:27,088 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b16ff38458c1,43075,1731752351056 WAL splitting is done? wals=0, meta=true 2024-11-16T10:19:27,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:19:27,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:27,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T10:19:27,172 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(746): ClusterId : 50b56417-a6ab-4956-94b5-e6017aec1210 2024-11-16T10:19:27,172 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:19:27,183 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:19:27,183 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:19:27,194 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:19:27,194 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:27,204 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:45941 2024-11-16T10:19:27,204 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:19:27,204 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:19:27,204 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:19:27,204 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,32777,1731752366295 with port=45941, startcode=1731752366339 2024-11-16T10:19:27,205 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:19:27,206 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:19:27,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32777 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,207 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a 2024-11-16T10:19:27,207 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38227 2024-11-16T10:19:27,207 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:19:27,235 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T10:19:27,240 WARN [b16ff38458c1:32777 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:19:27,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/rs 2024-11-16T10:19:27,247 DEBUG [RS:0;b16ff38458c1:45941 {}] zookeeper.ZKUtil(111): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on existing znode=/0-1425550786/rs/b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,247 WARN [RS:0;b16ff38458c1:45941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:27,247 INFO [RS:0;b16ff38458c1:45941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:27,247 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,45941,1731752366339] 2024-11-16T10:19:27,265 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:19:27,266 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:19:27,266 INFO [RS:0;b16ff38458c1:45941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:19:27,266 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,266 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:19:27,267 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:19:27,267 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,267 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:27,268 DEBUG [RS:0;b16ff38458c1:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,268 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,45941,1731752366339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:27,281 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:19:27,281 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,45941,1731752366339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,293 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,45941,1731752366339, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:19:27,294 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,294 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.Replication(171): b16ff38458c1,45941,1731752366339 started 2024-11-16T10:19:27,306 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41099' 2024-11-16T10:19:27,306 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,45941,1731752366339, RpcServer on b16ff38458c1/172.17.0.2:45941, sessionid=0x1014327c8890007 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,45941,1731752366339' 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1425550786/flush-table-proc/abort' 2024-11-16T10:19:27,306 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1425550786/flush-table-proc/acquired' 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122f01ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41099,-1 for getting cluster id 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,45941,1731752366339' 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1425550786/online-snapshot/abort' 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1425550786/online-snapshot/acquired' 2024-11-16T10:19:27,307 DEBUG [RS:0;b16ff38458c1:45941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:19:27,307 INFO [RS:0;b16ff38458c1:45941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:19:27,308 INFO [RS:0;b16ff38458c1:45941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:19:27,308 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '304f6e97-4041-43c8-82cc-9ade9b2b637d' 2024-11-16T10:19:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "304f6e97-4041-43c8-82cc-9ade9b2b637d" 2024-11-16T10:19:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a57eb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41099,-1] 2024-11-16T10:19:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:27,309 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:27,310 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6957c5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:27,310 DEBUG [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41099,1731752356674 2024-11-16T10:19:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c05a234 2024-11-16T10:19:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:27,311 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T10:19:27,312 INFO [RS:0;b16ff38458c1:45941.replicationSource,1-b16ff38458c1,45941,1731752366339 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,45941,1731752366339 (queues=0) is replicating from cluster=50b56417-a6ab-4956-94b5-e6017aec1210 to cluster=304f6e97-4041-43c8-82cc-9ade9b2b637d 2024-11-16T10:19:27,408 INFO [RS:0;b16ff38458c1:45941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:27,409 INFO [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C45941%2C1731752366339, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:27,421 DEBUG [RS:0;b16ff38458c1:45941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410, exclude list is [], retry=0 2024-11-16T10:19:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:27,425 INFO [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 2024-11-16T10:19:27,425 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b16ff38458c1%2C45941%2C1731752366339 for peer 1 2024-11-16T10:19:27,425 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C45941%2C1731752366339 2024-11-16T10:19:27,425 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,45941,1731752366339, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:19:27,426 DEBUG [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:27,426 INFO [RS:0;b16ff38458c1:45941.replicationSource.shipperb16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C45941%2C1731752366339 2024-11-16T10:19:27,426 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410, startPosition=0, beingWritten=true 2024-11-16T10:19:27,491 DEBUG [b16ff38458c1:32777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:27,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,45941,1731752366339, state=OPENING 2024-11-16T10:19:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:27,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:27,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:27,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:27,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,45941,1731752366339}] 2024-11-16T10:19:27,630 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:27,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:27,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:19:27,665 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:19:27,665 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:27,666 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:19:27,667 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C45941%2C1731752366339.meta, suffix=.meta, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:27,678 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.meta.1731752367667.meta, exclude list is [], retry=0 2024-11-16T10:19:27,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:27,682 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.meta.1731752367667.meta 2024-11-16T10:19:27,682 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:27,682 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:27,682 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:27,682 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:27,683 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:19:27,683 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:19:27,683 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:19:27,683 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:27,683 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:19:27,683 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:19:27,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:27,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:27,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:27,690 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/info/f144d3bf4b2a494ab2d1b097214bf4ad 2024-11-16T10:19:27,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:27,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:27,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:27,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:27,696 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/ns/182a29a7e64a422c8097a53b6b46121b 2024-11-16T10:19:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:27,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:27,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:27,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:27,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:27,702 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/table/b9895eed18084bc4b0083c7634937d37 2024-11-16T10:19:27,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:27,703 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:27,703 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:27,704 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740 2024-11-16T10:19:27,705 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:27,705 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:27,706 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:27,707 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:27,708 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58814033, jitterRate=-0.12360261380672455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:27,708 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:19:27,708 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752367683Writing region info on filesystem at 1731752367683Initializing all the Stores at 1731752367684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752367684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752367684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752367684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752367684Cleaning up temporary data from old regions at 1731752367705 (+21 ms)Running coprocessor post-open hooks at 1731752367708 (+3 ms)Region opened successfully at 1731752367708 2024-11-16T10:19:27,709 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731752367661 2024-11-16T10:19:27,710 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:19:27,710 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:19:27,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,45941,1731752366339, state=OPEN 2024-11-16T10:19:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1425550786/meta-region-server 2024-11-16T10:19:27,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:27,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:27,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1425550786/meta-region-server: CHANGED 2024-11-16T10:19:27,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T10:19:27,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,45941,1731752366339 in 211 msec 2024-11-16T10:19:27,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:19:27,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-16T10:19:27,934 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:28,339 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:28,738 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T10:19:28,843 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:29,448 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:30,152 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:30,240 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T10:19:30,957 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:31,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T10:19:31,592 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:19:31,593 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:31,593 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,45941,1731752366339, seqNum=-1] 2024-11-16T10:19:31,593 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:31,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:31,598 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9d73492856a59cee094f19f2e1bf52a, regionState=OPEN, lastHost=b16ff38458c1,43075,1731752351056, regionLocation=b16ff38458c1,43075,1731752351056, openSeqNum=2 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752431598 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752491598 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T10:19:31,598 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b16ff38458c1,43075,1731752351056 had 2 regions 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,598 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:32777, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,599 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b16ff38458c1,43075,1731752351056, splitWal=true, meta=true, isMeta: false 2024-11-16T10:19:31,601 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056-splitting dir is empty, no logs to split. 2024-11-16T10:19:31,601 INFO [PEWorker-3 {}] master.SplitWALManager(105): b16ff38458c1,43075,1731752351056 WAL count=0, meta=false 2024-11-16T10:19:31,603 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,43075,1731752351056-splitting dir is empty, no logs to split. 2024-11-16T10:19:31,603 INFO [PEWorker-3 {}] master.SplitWALManager(105): b16ff38458c1,43075,1731752351056 WAL count=0, meta=false 2024-11-16T10:19:31,603 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b16ff38458c1,43075,1731752351056 WAL splitting is done? wals=0, meta=false 2024-11-16T10:19:31,604 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-11-16T10:19:31,604 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:19:31,604 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:19:31,605 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:19:31,605 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:19:31,605 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:19:31,605 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:31,605 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:19:31,606 WARN [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b16ff38458c1,43075,1731752351056/hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:31,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN}] 2024-11-16T10:19:31,608 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:19:31,608 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:19:31,608 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,32777,1731752366295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:31,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN 2024-11-16T10:19:31,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T10:19:31,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16afaafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,32777,-1 for getting cluster id 2024-11-16T10:19:31,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:31,676 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50b56417-a6ab-4956-94b5-e6017aec1210' 2024-11-16T10:19:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50b56417-a6ab-4956-94b5-e6017aec1210" 2024-11-16T10:19:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36991d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,32777,-1] 2024-11-16T10:19:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,678 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158223af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,45941,1731752366339, seqNum=-1] 2024-11-16T10:19:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:31,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:31,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T10:19:31,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:31,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:31,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:31,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b16ff38458c1:32777 after: b16ff38458c1:32777 2024-11-16T10:19:31,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2e467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,32777,-1 for getting cluster id 2024-11-16T10:19:31,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:31,684 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50b56417-a6ab-4956-94b5-e6017aec1210' 2024-11-16T10:19:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50b56417-a6ab-4956-94b5-e6017aec1210" 2024-11-16T10:19:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bb86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,32777,-1] 2024-11-16T10:19:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,685 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:31,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533750b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:31,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,32777,1731752366295 2024-11-16T10:19:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f61de 2024-11-16T10:19:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:31,687 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:31,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32777 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T10:19:31,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:19:31,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:31,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:31,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:31,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:19:31,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1851386648, stopped=false 2024-11-16T10:19:31,689 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,41099,1731752356674 2024-11-16T10:19:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11763679224/running 2024-11-16T10:19:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11763679224/running 2024-11-16T10:19:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:31,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:31,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:31,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:31,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:31,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/running 2024-11-16T10:19:31,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,44683,1731752356813' ***** 2024-11-16T10:19:31,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:19:31,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Set watcher on znode that does not yet exist, /11763679224/running 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:19:31,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,44683,1731752356813 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44683. 2024-11-16T10:19:31,731 DEBUG [RS:0;b16ff38458c1:44683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:31,731 DEBUG [RS:0;b16ff38458c1:44683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:19:31,731 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:19:31,731 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:31,731 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:31,732 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:31,732 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:31,732 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:31,732 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:31,732 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:31,732 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T10:19:31,737 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:31,746 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/.tmp/ns/4c63b76a23884d63a01c3218634c22f9 is 43, key is default/ns:d/1731752360254/Put/seqid=0 2024-11-16T10:19:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741835_1011 (size=5153) 2024-11-16T10:19:31,760 DEBUG [b16ff38458c1:32777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:31,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9d73492856a59cee094f19f2e1bf52a, regionState=OPENING, regionLocation=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:31,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN because future has completed 2024-11-16T10:19:31,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,45941,1731752366339}] 2024-11-16T10:19:31,862 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:31,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:31,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:31,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:19:31,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C45941%2C1731752366339.rep, suffix=, logDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339, archiveDir=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs, maxLogs=10 2024-11-16T10:19:31,926 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:19:31,926 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:19:31,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.rep.1731752371920, exclude list is [], retry=0 2024-11-16T10:19:31,932 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:31,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-b314678f-5797-42fe-bfcc-6c2c1f6183d6,DISK] 2024-11-16T10:19:31,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.rep.1731752371920 2024-11-16T10:19:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f9d73492856a59cee094f19f2e1bf52a, NAME => 'hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:31,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. service=MultiRowMutationService 2024-11-16T10:19:31,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,937 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,937 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName hfileref 2024-11-16T10:19:31,937 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:31,938 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:31,938 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,938 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName queue 2024-11-16T10:19:31,938 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:31,943 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/queue/65ab0c3500844d5ebc140fe9fc83dc6a 2024-11-16T10:19:31,943 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:31,943 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,944 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d73492856a59cee094f19f2e1bf52a columnFamilyName sid 2024-11-16T10:19:31,944 DEBUG [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:31,944 INFO [StoreOpener-f9d73492856a59cee094f19f2e1bf52a-1 {}] regionserver.HStore(327): Store=f9d73492856a59cee094f19f2e1bf52a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:31,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:31,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f9d73492856a59cee094f19f2e1bf52a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69189926, jitterRate=0.03101024031639099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:31,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:31,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f9d73492856a59cee094f19f2e1bf52a: Running coprocessor pre-open hook at 1731752371936Writing region info on filesystem at 1731752371936Initializing all the Stores at 1731752371936Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752371936Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752371936Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752371937 (+1 ms)Cleaning up temporary data from old regions at 1731752371946 (+9 ms)Running coprocessor post-open hooks at 1731752371948 (+2 ms)Region opened successfully at 1731752371949 (+1 ms) 2024-11-16T10:19:31,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., pid=13, masterSystemTime=1731752371915 2024-11-16T10:19:31,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:31,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:31,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9d73492856a59cee094f19f2e1bf52a, regionState=OPEN, openSeqNum=9, regionLocation=b16ff38458c1,45941,1731752366339 2024-11-16T10:19:31,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,45941,1731752366339 because future has completed 2024-11-16T10:19:31,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T10:19:31,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f9d73492856a59cee094f19f2e1bf52a, server=b16ff38458c1,45941,1731752366339 in 191 msec 2024-11-16T10:19:31,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T10:19:31,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d73492856a59cee094f19f2e1bf52a, ASSIGN in 349 msec 2024-11-16T10:19:31,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T10:19:31,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., hostname=b16ff38458c1,45941,1731752366339, seqNum=9] 2024-11-16T10:19:31,973 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b16ff38458c1,43075,1731752351056 2024-11-16T10:19:31,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T10:19:32,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T10:19:32,132 DEBUG [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:32,151 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/.tmp/ns/4c63b76a23884d63a01c3218634c22f9 2024-11-16T10:19:32,156 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/.tmp/ns/4c63b76a23884d63a01c3218634c22f9 as hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/ns/4c63b76a23884d63a01c3218634c22f9 2024-11-16T10:19:32,160 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/ns/4c63b76a23884d63a01c3218634c22f9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T10:19:32,161 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-16T10:19:32,161 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:19:32,165 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:19:32,166 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:32,166 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:32,166 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:32,166 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752371731Running coprocessor pre-close hooks at 1731752371732 (+1 ms)Disabling compacts and flushes for region at 1731752371732Disabling writes for close at 1731752371732Obtaining lock to block concurrent updates at 1731752371732Preparing flush snapshotting stores in 1588230740 at 1731752371732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731752371732Flushing stores of hbase:meta,,1.1588230740 at 1731752371732Flushing 1588230740/ns: creating writer at 1731752371732Flushing 1588230740/ns: appending metadata at 1731752371746 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731752371746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caf2c6a: reopening flushed file at 1731752372156 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731752372161 (+5 ms)Writing region close event to WAL at 1731752372162 (+1 ms)Running coprocessor post-close hooks at 1731752372166 (+4 ms)Closed at 1731752372166 2024-11-16T10:19:32,166 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:32,332 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,44683,1731752356813; all regions closed. 2024-11-16T10:19:32,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741834_1010 (size=1152) 2024-11-16T10:19:32,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/WALs/b16ff38458c1,44683,1731752356813/b16ff38458c1%2C44683%2C1731752356813.meta.1731752360155.meta not finished, retry = 0 2024-11-16T10:19:32,437 DEBUG [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/oldWALs 2024-11-16T10:19:32,437 INFO [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44683%2C1731752356813.meta:.meta(num 1731752360155) 2024-11-16T10:19:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741832_1008 (size=93) 2024-11-16T10:19:32,441 DEBUG [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/oldWALs 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44683%2C1731752356813:(num 1731752359056) 2024-11-16T10:19:32,441 DEBUG [RS:0;b16ff38458c1:44683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:32,441 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:32,441 INFO [RS:0;b16ff38458c1:44683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44683 2024-11-16T10:19:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11763679224/rs/b16ff38458c1,44683,1731752356813 2024-11-16T10:19:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224/rs 2024-11-16T10:19:32,462 INFO [RS:0;b16ff38458c1:44683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:32,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,44683,1731752356813] 2024-11-16T10:19:32,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11763679224/draining/b16ff38458c1,44683,1731752356813 already deleted, retry=false 2024-11-16T10:19:32,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,44683,1731752356813 expired; onlineServers=0 2024-11-16T10:19:32,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,41099,1731752356674' ***** 2024-11-16T10:19:32,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:32,483 DEBUG [M:0;b16ff38458c1:41099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:19:32,483 DEBUG [M:0;b16ff38458c1:41099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:19:32,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:19:32,483 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752358832 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752358832,5,FailOnTimeoutGroup] 2024-11-16T10:19:32,483 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752358832 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752358832,5,FailOnTimeoutGroup] 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:32,483 DEBUG [M:0;b16ff38458c1:41099 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:19:32,483 INFO [M:0;b16ff38458c1:41099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:32,484 INFO [M:0;b16ff38458c1:41099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:19:32,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:19:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11763679224/master 2024-11-16T10:19:32,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11763679224 2024-11-16T10:19:32,493 DEBUG [M:0;b16ff38458c1:41099 {}] zookeeper.ZKUtil(347): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Unable to get data of znode /11763679224/master because node does not exist (not an error) 2024-11-16T10:19:32,493 WARN [M:0;b16ff38458c1:41099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:19:32,494 INFO [M:0;b16ff38458c1:41099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/.lastflushedseqids 2024-11-16T10:19:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741836_1012 (size=99) 2024-11-16T10:19:32,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:32,572 INFO [RS:0;b16ff38458c1:44683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:32,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1014327c8890004, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:32,573 INFO [RS:0;b16ff38458c1:44683 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,44683,1731752356813; zookeeper connection closed. 2024-11-16T10:19:32,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52c734cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52c734cb 2024-11-16T10:19:32,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:19:32,867 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:32,899 INFO [M:0;b16ff38458c1:41099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:19:32,899 INFO [M:0;b16ff38458c1:41099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:19:32,899 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:32,899 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:32,899 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:32,899 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:32,899 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:32,900 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T10:19:32,914 DEBUG [M:0;b16ff38458c1:41099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/616f7f5c50014bfd8b1f63de830ead8c is 82, key is hbase:meta,,1/info:regioninfo/1731752360186/Put/seqid=0 2024-11-16T10:19:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741837_1013 (size=5672) 2024-11-16T10:19:33,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:33,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:33,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:19:33,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T10:19:33,318 INFO [M:0;b16ff38458c1:41099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/616f7f5c50014bfd8b1f63de830ead8c 2024-11-16T10:19:33,339 DEBUG [M:0;b16ff38458c1:41099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282455095f274f8d9932220073354142 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731752360259/Put/seqid=0 2024-11-16T10:19:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741838_1014 (size=5275) 2024-11-16T10:19:33,743 INFO [M:0;b16ff38458c1:41099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282455095f274f8d9932220073354142 2024-11-16T10:19:33,760 DEBUG [M:0;b16ff38458c1:41099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ccd1548da42c0a925c01b07dad015 is 69, key is b16ff38458c1,44683,1731752356813/rs:state/1731752358871/Put/seqid=0 2024-11-16T10:19:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741839_1015 (size=5156) 2024-11-16T10:19:33,972 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:34,165 INFO [M:0;b16ff38458c1:41099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ccd1548da42c0a925c01b07dad015 2024-11-16T10:19:34,170 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/616f7f5c50014bfd8b1f63de830ead8c as hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/616f7f5c50014bfd8b1f63de830ead8c 2024-11-16T10:19:34,174 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/616f7f5c50014bfd8b1f63de830ead8c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T10:19:34,175 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282455095f274f8d9932220073354142 as hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282455095f274f8d9932220073354142 2024-11-16T10:19:34,179 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282455095f274f8d9932220073354142, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T10:19:34,180 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/374ccd1548da42c0a925c01b07dad015 as hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/374ccd1548da42c0a925c01b07dad015 2024-11-16T10:19:34,183 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42581/user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/374ccd1548da42c0a925c01b07dad015, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T10:19:34,184 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-16T10:19:34,185 INFO [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:34,185 DEBUG [M:0;b16ff38458c1:41099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752372899Disabling compacts and flushes for region at 1731752372899Disabling writes for close at 1731752372899Obtaining lock to block concurrent updates at 1731752372900 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752372900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731752372900Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752372900Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752372900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752372914 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752372914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752373323 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752373338 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752373338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752373747 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752373760 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752373760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1483ecdf: reopening flushed file at 1731752374169 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff3b55d: reopening flushed file at 1731752374174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769d086: reopening flushed file at 1731752374179 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731752374184 (+5 ms)Writing region close event to WAL at 1731752374185 (+1 ms)Closed at 1731752374185 2024-11-16T10:19:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40979 is added to blk_1073741830_1006 (size=10165) 2024-11-16T10:19:34,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc912ec6-743b-85d7-3e24-a0d9c7641f18/MasterData/WALs/b16ff38458c1,41099,1731752356674/b16ff38458c1%2C41099%2C1731752356674.1731752358563 not finished, retry = 0 2024-11-16T10:19:34,288 INFO [M:0;b16ff38458c1:41099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:19:34,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:34,288 INFO [M:0;b16ff38458c1:41099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41099 2024-11-16T10:19:34,288 INFO [M:0;b16ff38458c1:41099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:34,430 INFO [M:0;b16ff38458c1:41099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41099-0x1014327c8890003, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:34,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79cd8a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:34,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf8da62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:34,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:34,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247354b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:34,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2cb04f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:34,433 WARN [BP-2117263154-172.17.0.2-1731752354649 heartbeating to localhost/127.0.0.1:42581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:19:34,434 WARN [BP-2117263154-172.17.0.2-1731752354649 heartbeating to localhost/127.0.0.1:42581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117263154-172.17.0.2-1731752354649 (Datanode Uuid 1f498846-9249-4ad1-b725-15abfd423dda) service to localhost/127.0.0.1:42581 2024-11-16T10:19:34,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/cluster_ee4e53a6-2130-daa1-9c03-3a113d7d720a/data/data2/current/BP-2117263154-172.17.0.2-1731752354649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:34,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/cluster_ee4e53a6-2130-daa1-9c03-3a113d7d720a/data/data1/current/BP-2117263154-172.17.0.2-1731752354649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:34,434 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:19:34,434 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:19:34,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:19:34,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39e1ec1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:34,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3771cc18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:34,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:34,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190ed96d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:34,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb5c9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:34,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:19:34,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:19:34,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:34,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:34,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:34,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:34,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:34,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:19:34,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1119945723, stopped=false 2024-11-16T10:19:34,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,32777,1731752366295 2024-11-16T10:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/running 2024-11-16T10:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:34,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:34,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:34,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:34,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:34,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:34,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,45941,1731752366339' ***** 2024-11-16T10:19:34,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:19:34,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Set watcher on znode that does not yet exist, /0-1425550786/running 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:19:34,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(3091): Received CLOSE for f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,45941,1731752366339 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:45941. 2024-11-16T10:19:34,468 DEBUG [RS:0;b16ff38458c1:45941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:34,468 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9d73492856a59cee094f19f2e1bf52a, disabling compactions & flushes 2024-11-16T10:19:34,468 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:34,468 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:34,468 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:19:34,468 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. after waiting 0 ms 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:19:34,468 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:34,468 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:19:34,469 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:19:34,469 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1325): Online Regions={f9d73492856a59cee094f19f2e1bf52a=hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:19:34,469 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:34,469 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9d73492856a59cee094f19f2e1bf52a 2024-11-16T10:19:34,469 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:34,469 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:34,469 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:34,469 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:34,469 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T10:19:34,472 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/replication/f9d73492856a59cee094f19f2e1bf52a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T10:19:34,472 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:34,472 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:34,472 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:34,472 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9d73492856a59cee094f19f2e1bf52a: Waiting for close lock at 1731752374468Running coprocessor pre-close hooks at 1731752374468Disabling compacts and flushes for region at 1731752374468Disabling writes for close at 1731752374468Writing region close event to WAL at 1731752374469 (+1 ms)Running coprocessor post-close hooks at 1731752374472 (+3 ms)Closed at 1731752374472 2024-11-16T10:19:34,472 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a. 2024-11-16T10:19:34,474 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:34,483 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/6378cde60a84411ca48f4989648604e7 is 147, key is hbase:replication,,1731752360387.f9d73492856a59cee094f19f2e1bf52a./info:regioninfo/1731752371952/Put/seqid=0 2024-11-16T10:19:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741851_1027 (size=6385) 2024-11-16T10:19:34,669 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:34,869 DEBUG [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:19:34,887 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/6378cde60a84411ca48f4989648604e7 2024-11-16T10:19:34,892 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/.tmp/info/6378cde60a84411ca48f4989648604e7 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/info/6378cde60a84411ca48f4989648604e7 2024-11-16T10:19:34,897 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/info/6378cde60a84411ca48f4989648604e7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T10:19:34,897 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-16T10:19:34,902 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T10:19:34,902 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:19:34,902 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:19:34,902 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:34,902 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752374469Running coprocessor pre-close hooks at 1731752374469Disabling compacts and flushes for region at 1731752374469Disabling writes for close at 1731752374469Obtaining lock to block concurrent updates at 1731752374469Preparing flush snapshotting stores in 1588230740 at 1731752374469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731752374469Flushing stores of hbase:meta,,1.1588230740 at 1731752374470 (+1 ms)Flushing 1588230740/info: creating writer at 1731752374470Flushing 1588230740/info: appending metadata at 1731752374482 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731752374483 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a30eee0: reopening flushed file at 1731752374891 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731752374897 (+6 ms)Writing region close event to WAL at 1731752374899 (+2 ms)Running coprocessor post-close hooks at 1731752374902 (+3 ms)Closed at 1731752374902 2024-11-16T10:19:34,902 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:35,069 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,45941,1731752366339; all regions closed. 2024-11-16T10:19:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741849_1025 (size=2156) 2024-11-16T10:19:35,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.meta.1731752367667.meta not finished, retry = 0 2024-11-16T10:19:35,174 DEBUG [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:35,174 INFO [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C45941%2C1731752366339.meta:.meta(num 1731752367667) 2024-11-16T10:19:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741850_1026 (size=796) 2024-11-16T10:19:35,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.rep.1731752371920 not finished, retry = 0 2024-11-16T10:19:35,177 DEBUG [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 to pos 0, reset compression=false 2024-11-16T10:19:35,268 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:19:35,268 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:19:35,278 DEBUG [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:35,278 INFO [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C45941%2C1731752366339.rep:(num 1731752371920) 2024-11-16T10:19:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741848_1024 (size=93) 2024-11-16T10:19:35,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/WALs/b16ff38458c1,45941,1731752366339/b16ff38458c1%2C45941%2C1731752366339.1731752367410 not finished, retry = 0 2024-11-16T10:19:35,382 DEBUG [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/oldWALs 2024-11-16T10:19:35,382 INFO [RS:0;b16ff38458c1:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C45941%2C1731752366339:(num 1731752367410) 2024-11-16T10:19:35,382 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:35,382 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:19:35,382 INFO [RS:0;b16ff38458c1:45941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:35,382 INFO [RS:0;b16ff38458c1:45941 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:35,383 INFO [RS:0;b16ff38458c1:45941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:35,383 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:35,383 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T10:19:35,383 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T10:19:35,383 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,45941,1731752366339 because: Region server is closing 2024-11-16T10:19:35,383 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T10:19:35,383 INFO [RS:0;b16ff38458c1:45941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:45941. 2024-11-16T10:19:35,383 DEBUG [RS:0;b16ff38458c1:45941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:35,383 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:35,383 DEBUG [RS:0;b16ff38458c1:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:35,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:35,483 WARN [RS:0;b16ff38458c1:45941.replicationSource.wal-reader.b16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:19:35,483 WARN [RS:0;b16ff38458c1:45941.replicationSource.shipperb16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:19:35,484 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b16ff38458c1:45941.replicationSource.shipperb16ff38458c1%2C45941%2C1731752366339,1-b16ff38458c1,45941,1731752366339 terminated 2024-11-16T10:19:35,484 INFO [RS:0;b16ff38458c1:45941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45941 2024-11-16T10:19:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786/rs 2024-11-16T10:19:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/rs/b16ff38458c1,45941,1731752366339 2024-11-16T10:19:35,635 INFO [RS:0;b16ff38458c1:45941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:35,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,45941,1731752366339] 2024-11-16T10:19:35,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1425550786/draining/b16ff38458c1,45941,1731752366339 already deleted, retry=false 2024-11-16T10:19:35,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,45941,1731752366339 expired; onlineServers=0 2024-11-16T10:19:35,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,32777,1731752366295' ***** 2024-11-16T10:19:35,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:19:35,656 INFO [M:0;b16ff38458c1:32777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:19:35,656 INFO [M:0;b16ff38458c1:32777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:19:35,656 DEBUG [M:0;b16ff38458c1:32777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:19:35,656 DEBUG [M:0;b16ff38458c1:32777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:19:35,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:19:35,656 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752367085 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752367085,5,FailOnTimeoutGroup] 2024-11-16T10:19:35,656 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752367085 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752367085,5,FailOnTimeoutGroup] 2024-11-16T10:19:35,656 INFO [M:0;b16ff38458c1:32777 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:19:35,656 INFO [M:0;b16ff38458c1:32777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:19:35,657 DEBUG [M:0;b16ff38458c1:32777 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:19:35,657 INFO [M:0;b16ff38458c1:32777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:19:35,657 INFO [M:0;b16ff38458c1:32777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:19:35,657 INFO [M:0;b16ff38458c1:32777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:19:35,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:19:35,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1425550786/master 2024-11-16T10:19:35,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1425550786 2024-11-16T10:19:35,666 DEBUG [M:0;b16ff38458c1:32777 {}] zookeeper.ZKUtil(347): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Unable to get data of znode /0-1425550786/master because node does not exist (not an error) 2024-11-16T10:19:35,666 WARN [M:0;b16ff38458c1:32777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:19:35,667 INFO [M:0;b16ff38458c1:32777 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/.lastflushedseqids 2024-11-16T10:19:35,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741852_1028 (size=181) 2024-11-16T10:19:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x1014327c8890007, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:35,745 INFO [RS:0;b16ff38458c1:45941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:35,746 INFO [RS:0;b16ff38458c1:45941 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,45941,1731752366339; zookeeper connection closed. 2024-11-16T10:19:35,746 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7af19845 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7af19845 2024-11-16T10:19:35,746 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:19:36,072 INFO [M:0;b16ff38458c1:32777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:19:36,072 INFO [M:0;b16ff38458c1:32777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:19:36,072 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:36,072 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:36,072 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:36,072 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:36,072 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:36,072 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T10:19:36,087 DEBUG [M:0;b16ff38458c1:32777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3bdbded6e7447795d0029566626448 is 82, key is hbase:meta,,1/info:regioninfo/1731752367711/Put/seqid=0 2024-11-16T10:19:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741853_1029 (size=5672) 2024-11-16T10:19:36,091 INFO [M:0;b16ff38458c1:32777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3bdbded6e7447795d0029566626448 2024-11-16T10:19:36,114 DEBUG [M:0;b16ff38458c1:32777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161560ed939432bb3ee9540023f42e1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731752371956/Put/seqid=0 2024-11-16T10:19:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741854_1030 (size=7312) 2024-11-16T10:19:36,519 INFO [M:0;b16ff38458c1:32777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161560ed939432bb3ee9540023f42e1 2024-11-16T10:19:36,540 DEBUG [M:0;b16ff38458c1:32777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e52e9fa514f64333b5799a4ab4c9f924 is 69, key is b16ff38458c1,45941,1731752366339/rs:state/1731752367206/Put/seqid=0 2024-11-16T10:19:36,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741855_1031 (size=5370) 2024-11-16T10:19:36,944 INFO [M:0;b16ff38458c1:32777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e52e9fa514f64333b5799a4ab4c9f924 2024-11-16T10:19:36,949 INFO [M:0;b16ff38458c1:32777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52e9fa514f64333b5799a4ab4c9f924 2024-11-16T10:19:36,950 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3bdbded6e7447795d0029566626448 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb3bdbded6e7447795d0029566626448 2024-11-16T10:19:36,955 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb3bdbded6e7447795d0029566626448, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T10:19:36,956 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6161560ed939432bb3ee9540023f42e1 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6161560ed939432bb3ee9540023f42e1 2024-11-16T10:19:36,961 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6161560ed939432bb3ee9540023f42e1, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T10:19:36,962 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e52e9fa514f64333b5799a4ab4c9f924 as hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e52e9fa514f64333b5799a4ab4c9f924 2024-11-16T10:19:36,967 INFO [M:0;b16ff38458c1:32777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52e9fa514f64333b5799a4ab4c9f924 2024-11-16T10:19:36,967 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38227/user/jenkins/test-data/838d5f9a-8f3c-50b2-45b5-701909af5f6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e52e9fa514f64333b5799a4ab4c9f924, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T10:19:36,968 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=127, compaction requested=false 2024-11-16T10:19:36,969 INFO [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:36,970 DEBUG [M:0;b16ff38458c1:32777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752376072Disabling compacts and flushes for region at 1731752376072Disabling writes for close at 1731752376072Obtaining lock to block concurrent updates at 1731752376072Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752376072Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731752376073 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752376073Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752376073Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752376086 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752376086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752376096 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752376114 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752376114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752376523 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752376539 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752376539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4747fdd: reopening flushed file at 1731752376949 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609b3563: reopening flushed file at 1731752376955 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278c660e: reopening flushed file at 1731752376961 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=127, compaction requested=false at 1731752376968 (+7 ms)Writing region close event to WAL at 1731752376969 (+1 ms)Closed at 1731752376969 2024-11-16T10:19:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741847_1023 (size=22903) 2024-11-16T10:19:36,972 INFO [M:0;b16ff38458c1:32777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:19:36,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:19:36,972 INFO [M:0;b16ff38458c1:32777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32777 2024-11-16T10:19:36,972 INFO [M:0;b16ff38458c1:32777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:19:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:37,156 INFO [M:0;b16ff38458c1:32777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:19:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32777-0x1014327c8890006, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:19:37,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e0bf5c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:37,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c81528f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:37,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:37,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6c30b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:37,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcfe5fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:37,160 WARN [BP-1878315069-172.17.0.2-1731752348911 heartbeating to localhost/127.0.0.1:38227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:19:37,160 WARN [BP-1878315069-172.17.0.2-1731752348911 heartbeating to localhost/127.0.0.1:38227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1878315069-172.17.0.2-1731752348911 (Datanode Uuid 5da42708-6180-4489-8b0a-9ea4d783a5f0) service to localhost/127.0.0.1:38227 2024-11-16T10:19:37,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/data/data1/current/BP-1878315069-172.17.0.2-1731752348911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:37,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/cluster_5dee5ed4-120d-333b-e7c1-5a1915aeaee1/data/data2/current/BP-1878315069-172.17.0.2-1731752348911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:19:37,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:19:37,161 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:19:37,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:19:37,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22705f6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:37,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3495f427{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:19:37,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:19:37,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4e6ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:19:37,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f51dbe4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cba6244-8771-1ed9-0527-873cd5fd3fe3/hadoop.log.dir/,STOPPED} 2024-11-16T10:19:37,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:19:37,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:19:37,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55988) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55988) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42581 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38227 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=3940 (was 4020) 2024-11-16T10:19:37,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=3940 2024-11-16T10:19:37,211 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T10:19:37,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir so I do NOT create it in target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81 2024-11-16T10:19:37,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:19:37,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.tmp.dir so I do NOT create it in target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81 2024-11-16T10:19:37,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a650bf-0128-143d-2d5e-22e1da5f8bf3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:19:37,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81 2024-11-16T10:19:37,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b, deleteOnExit=true 2024-11-16T10:19:37,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/zookeeper_0, clientPort=53233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:19:37,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53233 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/test.cache.data in system properties and HBase conf 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:19:37,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:19:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:19:37,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:19:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014327c8890002, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:19:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014327c8890005, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:19:37,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014327c8890002, quorum=127.0.0.1:55988, baseZNode=/0-1425550786 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:19:37,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014327c8890005, quorum=127.0.0.1:55988, baseZNode=/11763679224 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:19:37,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:37,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:37,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:37,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:37,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:37,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:37,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e3642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:37,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed3f69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:37,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101bca7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/java.io.tmpdir/jetty-localhost-46065-hadoop-hdfs-3_4_1-tests_jar-_-any-6303099863612488007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:37,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21573e60{HTTP/1.1, (http/1.1)}{localhost:46065} 2024-11-16T10:19:37,683 INFO [Time-limited test {}] server.Server(415): Started @171878ms 2024-11-16T10:19:37,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:37,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:37,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:37,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:37,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f02314a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:37,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9040624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:38,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6d8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/java.io.tmpdir/jetty-localhost-43131-hadoop-hdfs-3_4_1-tests_jar-_-any-3364927003423169456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:38,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@191d2d2f{HTTP/1.1, (http/1.1)}{localhost:43131} 2024-11-16T10:19:38,048 INFO [Time-limited test {}] server.Server(415): Started @172242ms 2024-11-16T10:19:38,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:19:38,704 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/data/data1/current/BP-343529325-172.17.0.2-1731752377242/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:38,704 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/data/data2/current/BP-343529325-172.17.0.2-1731752377242/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:38,721 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:19:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f612306cff3cc48 with lease ID 0x417ad2b6407259c4: Processing first storage report for DS-7fdaece0-753e-48ad-8205-f0b6a86fe328 from datanode DatanodeRegistration(127.0.0.1:46771, datanodeUuid=02d5a959-f757-47f6-bd17-2a0d8f680d2a, infoPort=42647, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=1643937889;c=1731752377242) 2024-11-16T10:19:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f612306cff3cc48 with lease ID 0x417ad2b6407259c4: from storage DS-7fdaece0-753e-48ad-8205-f0b6a86fe328 node DatanodeRegistration(127.0.0.1:46771, datanodeUuid=02d5a959-f757-47f6-bd17-2a0d8f680d2a, infoPort=42647, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=1643937889;c=1731752377242), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:19:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f612306cff3cc48 with lease ID 0x417ad2b6407259c4: Processing first storage report for DS-5f6ec454-cb17-4dbf-8ad7-e8a8e42ed8ef from datanode DatanodeRegistration(127.0.0.1:46771, datanodeUuid=02d5a959-f757-47f6-bd17-2a0d8f680d2a, infoPort=42647, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=1643937889;c=1731752377242) 2024-11-16T10:19:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f612306cff3cc48 with lease ID 0x417ad2b6407259c4: from storage DS-5f6ec454-cb17-4dbf-8ad7-e8a8e42ed8ef node DatanodeRegistration(127.0.0.1:46771, datanodeUuid=02d5a959-f757-47f6-bd17-2a0d8f680d2a, infoPort=42647, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=1643937889;c=1731752377242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:38,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81 2024-11-16T10:19:38,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:38,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:19:39,185 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d with version=8 2024-11-16T10:19:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/hbase-staging 2024-11-16T10:19:39,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:39,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33351 2024-11-16T10:19:39,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33351 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:39,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333510x0, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:39,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33351-0x101432837290000 connected 2024-11-16T10:19:39,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:39,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:39,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/running 2024-11-16T10:19:39,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d, hbase.cluster.distributed=false 2024-11-16T10:19:39,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/acl 2024-11-16T10:19:39,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-16T10:19:39,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33351 2024-11-16T10:19:39,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33351 2024-11-16T10:19:39,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-16T10:19:39,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-16T10:19:39,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:19:39,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:39,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35039 2024-11-16T10:19:39,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35039 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:39,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:39,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350390x0, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:39,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350390x0, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/running 2024-11-16T10:19:39,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35039-0x101432837290001 connected 2024-11-16T10:19:39,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:19:39,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:19:39,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/master 2024-11-16T10:19:39,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/acl 2024-11-16T10:19:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-16T10:19:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35039 2024-11-16T10:19:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35039 2024-11-16T10:19:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-16T10:19:39,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-16T10:19:39,436 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:33351 2024-11-16T10:19:39,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0298871322/backup-masters/b16ff38458c1,33351,1731752379187 2024-11-16T10:19:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/backup-masters 2024-11-16T10:19:39,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/backup-masters 2024-11-16T10:19:39,446 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on existing znode=/0298871322/backup-masters/b16ff38458c1,33351,1731752379187 2024-11-16T10:19:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0298871322/master 2024-11-16T10:19:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:39,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:39,456 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on existing znode=/0298871322/master 2024-11-16T10:19:39,456 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0298871322/backup-masters/b16ff38458c1,33351,1731752379187 from backup master directory 2024-11-16T10:19:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/backup-masters 2024-11-16T10:19:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0298871322/backup-masters/b16ff38458c1,33351,1731752379187 2024-11-16T10:19:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/backup-masters 2024-11-16T10:19:39,466 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:39,466 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,33351,1731752379187 2024-11-16T10:19:39,469 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/hbase.id] with ID: fd8172d0-f5b6-47c5-95e4-816a9753e822 2024-11-16T10:19:39,469 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/.tmp/hbase.id 2024-11-16T10:19:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:19:39,874 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/.tmp/hbase.id]:[hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/hbase.id] 2024-11-16T10:19:39,883 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:39,883 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:19:39,884 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:19:39,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:39,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:19:40,462 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:40,462 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:19:40,462 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:40,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:19:40,868 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store 2024-11-16T10:19:40,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:41,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:41,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:41,274 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752381274Disabling compacts and flushes for region at 1731752381274Disabling writes for close at 1731752381274Writing region close event to WAL at 1731752381274Closed at 1731752381274 2024-11-16T10:19:41,275 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/.initializing 2024-11-16T10:19:41,275 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/WALs/b16ff38458c1,33351,1731752379187 2024-11-16T10:19:41,276 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:41,278 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C33351%2C1731752379187, suffix=, logDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/WALs/b16ff38458c1,33351,1731752379187, archiveDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/oldWALs, maxLogs=10 2024-11-16T10:19:41,293 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/WALs/b16ff38458c1,33351,1731752379187/b16ff38458c1%2C33351%2C1731752379187.1731752381278, exclude list is [], retry=0 2024-11-16T10:19:41,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-7fdaece0-753e-48ad-8205-f0b6a86fe328,DISK] 2024-11-16T10:19:41,297 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/WALs/b16ff38458c1,33351,1731752379187/b16ff38458c1%2C33351%2C1731752379187.1731752381278 2024-11-16T10:19:41,297 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-16T10:19:41,297 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:41,298 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:41,298 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,298 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:19:41,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:19:41,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:41,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:41,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:19:41,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:41,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:41,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:19:41,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:41,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:41,305 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,306 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,306 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,308 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,308 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,308 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:41,309 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:41,312 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:41,313 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63820490, jitterRate=-0.04900059103965759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:41,313 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752381298Initializing all the Stores at 1731752381299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752381299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752381299Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752381299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752381299Cleaning up temporary data from old regions at 1731752381308 (+9 ms)Region opened successfully at 1731752381313 (+5 ms) 2024-11-16T10:19:41,314 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:19:41,316 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1682035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:41,316 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:19:41,317 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:19:41,319 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:19:41,319 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/balancer because node does not exist (not necessarily an error) 2024-11-16T10:19:41,413 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/balancer already deleted, retry=false 2024-11-16T10:19:41,414 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:19:41,414 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:19:41,424 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/normalizer already deleted, retry=false 2024-11-16T10:19:41,424 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:19:41,425 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:19:41,434 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/switch/split already deleted, retry=false 2024-11-16T10:19:41,435 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:19:41,445 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/switch/merge already deleted, retry=false 2024-11-16T10:19:41,446 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:19:41,455 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/snapshot-cleanup already deleted, retry=false 2024-11-16T10:19:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0298871322/running 2024-11-16T10:19:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0298871322/running 2024-11-16T10:19:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,466 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,33351,1731752379187, sessionid=0x101432837290000, setting cluster-up flag (Was=false) 2024-11-16T10:19:41,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,519 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0298871322/flush-table-proc/acquired, /0298871322/flush-table-proc/reached, /0298871322/flush-table-proc/abort 2024-11-16T10:19:41,520 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,33351,1731752379187 2024-11-16T10:19:41,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:41,571 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0298871322/online-snapshot/acquired, /0298871322/online-snapshot/reached, /0298871322/online-snapshot/abort 2024-11-16T10:19:41,572 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,33351,1731752379187 2024-11-16T10:19:41,573 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:19:41,574 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:41,575 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:19:41,575 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:19:41,575 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,33351,1731752379187 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,576 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:41,577 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:41,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:19:41,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:41,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752411583 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:19:41,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,584 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:19:41,584 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:19:41,584 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:19:41,584 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:19:41,588 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:19:41,588 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:19:41,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752381588,5,FailOnTimeoutGroup] 2024-11-16T10:19:41,590 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752381590,5,FailOnTimeoutGroup] 2024-11-16T10:19:41,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:19:41,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:19:41,627 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(746): ClusterId : fd8172d0-f5b6-47c5-95e4-816a9753e822 2024-11-16T10:19:41,627 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:19:41,635 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:19:41,635 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:19:41,646 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:19:41,646 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:41,656 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:35039 2024-11-16T10:19:41,656 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:19:41,656 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:19:41,656 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:19:41,657 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,33351,1731752379187 with port=35039, startcode=1731752379397 2024-11-16T10:19:41,657 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:19:41,658 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:19:41,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33351 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,660 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d 2024-11-16T10:19:41,660 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39905 2024-11-16T10:19:41,660 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:19:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/rs 2024-11-16T10:19:41,672 DEBUG [RS:0;b16ff38458c1:35039 {}] zookeeper.ZKUtil(111): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on existing znode=/0298871322/rs/b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,672 WARN [RS:0;b16ff38458c1:35039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:41,672 INFO [RS:0;b16ff38458c1:35039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:41,672 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,35039,1731752379397] 2024-11-16T10:19:41,675 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:19:41,677 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:19:41,677 INFO [RS:0;b16ff38458c1:35039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:19:41,677 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,677 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:19:41,678 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:19:41,678 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,678 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,678 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,678 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,678 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,678 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:41,679 DEBUG [RS:0;b16ff38458c1:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,679 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35039,1731752379397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:41,692 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:19:41,693 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35039,1731752379397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,693 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,693 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.Replication(171): b16ff38458c1,35039,1731752379397 started 2024-11-16T10:19:41,705 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:41,705 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,35039,1731752379397, RpcServer on b16ff38458c1/172.17.0.2:35039, sessionid=0x101432837290001 2024-11-16T10:19:41,705 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:19:41,705 DEBUG [RS:0;b16ff38458c1:35039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,705 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35039,1731752379397' 2024-11-16T10:19:41,705 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0298871322/flush-table-proc/abort' 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0298871322/flush-table-proc/acquired' 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,35039,1731752379397 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35039,1731752379397' 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0298871322/online-snapshot/abort' 2024-11-16T10:19:41,706 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0298871322/online-snapshot/acquired' 2024-11-16T10:19:41,707 DEBUG [RS:0;b16ff38458c1:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:19:41,707 INFO [RS:0;b16ff38458c1:35039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:19:41,707 INFO [RS:0;b16ff38458c1:35039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:19:41,807 INFO [RS:0;b16ff38458c1:35039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:41,808 INFO [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35039%2C1731752379397, suffix=, logDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397, archiveDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs, maxLogs=10 2024-11-16T10:19:41,821 DEBUG [RS:0;b16ff38458c1:35039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809, exclude list is [], retry=0 2024-11-16T10:19:41,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-7fdaece0-753e-48ad-8205-f0b6a86fe328,DISK] 2024-11-16T10:19:41,825 INFO [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 2024-11-16T10:19:41,825 DEBUG [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-16T10:19:41,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:19:41,994 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d 2024-11-16T10:19:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:19:42,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:42,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:42,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:42,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:42,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:42,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:42,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:42,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:42,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:42,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:42,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740 2024-11-16T10:19:42,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740 2024-11-16T10:19:42,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:42,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:42,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:42,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:42,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67503646, jitterRate=0.005882710218429565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752382399Initializing all the Stores at 1731752382400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752382400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382400Cleaning up temporary data from old regions at 1731752382408 (+8 ms)Region opened successfully at 1731752382411 (+3 ms) 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:42,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:42,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:42,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:42,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752382411Disabling compacts and flushes for region at 1731752382411Disabling writes for close at 1731752382411Writing region close event to WAL at 1731752382412 (+1 ms)Closed at 1731752382412 2024-11-16T10:19:42,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:42,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:19:42,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:19:42,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:42,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:19:42,564 DEBUG [b16ff38458c1:33351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:42,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:42,566 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35039,1731752379397, state=OPENING 2024-11-16T10:19:42,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:19:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:42,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0298871322/meta-region-server: CHANGED 2024-11-16T10:19:42,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:42,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0298871322/meta-region-server: CHANGED 2024-11-16T10:19:42,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35039,1731752379397}] 2024-11-16T10:19:42,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:42,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:19:42,781 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:19:42,781 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:42,781 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:19:42,782 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35039%2C1731752379397.meta, suffix=.meta, logDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397, archiveDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs, maxLogs=10 2024-11-16T10:19:42,794 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.meta.1731752382782.meta, exclude list is [], retry=0 2024-11-16T10:19:42,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-7fdaece0-753e-48ad-8205-f0b6a86fe328,DISK] 2024-11-16T10:19:42,797 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.meta.1731752382782.meta 2024-11-16T10:19:42,797 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:42,798 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:19:42,798 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:19:42,798 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:19:42,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:42,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:42,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:42,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:42,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:42,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:42,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:42,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:42,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:42,803 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:42,804 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740 2024-11-16T10:19:42,805 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740 2024-11-16T10:19:42,806 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:42,806 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:42,806 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:42,807 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:42,807 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71899484, jitterRate=0.07138580083847046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:42,807 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:19:42,808 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752382798Writing region info on filesystem at 1731752382798Initializing all the Stores at 1731752382799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752382799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752382799Cleaning up temporary data from old regions at 1731752382806 (+7 ms)Running coprocessor post-open hooks at 1731752382807 (+1 ms)Region opened successfully at 1731752382808 (+1 ms) 2024-11-16T10:19:42,809 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752382776 2024-11-16T10:19:42,810 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:19:42,810 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:19:42,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:42,811 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35039,1731752379397, state=OPEN 2024-11-16T10:19:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0298871322/meta-region-server 2024-11-16T10:19:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0298871322/meta-region-server 2024-11-16T10:19:42,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:42,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0298871322/meta-region-server: CHANGED 2024-11-16T10:19:42,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0298871322/meta-region-server: CHANGED 2024-11-16T10:19:42,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:19:42,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35039,1731752379397 in 227 msec 2024-11-16T10:19:42,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:19:42,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-16T10:19:42,855 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:42,855 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:19:42,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:42,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:19:42,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:42,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:42,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-16T10:19:42,861 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752382861, completionTime=-1 2024-11-16T10:19:42,862 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:19:42,862 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:19:42,863 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:19:42,863 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752442863 2024-11-16T10:19:42,863 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752502863 2024-11-16T10:19:42,863 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:33351, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,864 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,865 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.401sec 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:42,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:19:42,869 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:19:42,869 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:19:42,869 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,33351,1731752379187-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:42,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a38526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:42,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:42,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:42,929 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f730785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:42,930 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:42,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304072a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:42,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:19:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:42,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:42,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,33351,1731752379187 2024-11-16T10:19:42,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:42,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:42,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101432837290002 connected 2024-11-16T10:19:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir so I do NOT create it in target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e 2024-11-16T10:19:42,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:19:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.tmp.dir so I do NOT create it in target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e 2024-11-16T10:19:42,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:19:42,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e 2024-11-16T10:19:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:19:42,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/cluster_d10270a9-4015-d6af-5019-0bb869d60e47, deleteOnExit=true 2024-11-16T10:19:42,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/test.cache.data in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:19:42,969 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:19:42,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:19:42,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:19:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:19:43,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:43,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:43,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:43,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:43,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:43,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:43,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64838515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:43,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5857b614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:43,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dd1a75c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/java.io.tmpdir/jetty-localhost-34551-hadoop-hdfs-3_4_1-tests_jar-_-any-1329104881217899636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:19:43,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ff792c{HTTP/1.1, (http/1.1)}{localhost:34551} 2024-11-16T10:19:43,370 INFO [Time-limited test {}] server.Server(415): Started @177565ms 2024-11-16T10:19:43,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:19:43,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:19:43,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:19:43,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:19:43,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:19:43,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e7fe5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:19:43,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419d08a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:19:43,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1eec5427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/java.io.tmpdir/jetty-localhost-40245-hadoop-hdfs-3_4_1-tests_jar-_-any-12158908745662521525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:19:43,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42352efe{HTTP/1.1, (http/1.1)}{localhost:40245} 2024-11-16T10:19:43,753 INFO [Time-limited test {}] server.Server(415): Started @177948ms 2024-11-16T10:19:43,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:19:44,390 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/cluster_d10270a9-4015-d6af-5019-0bb869d60e47/data/data1/current/BP-1170962693-172.17.0.2-1731752382983/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:44,391 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/cluster_d10270a9-4015-d6af-5019-0bb869d60e47/data/data2/current/BP-1170962693-172.17.0.2-1731752382983/current, will proceed with Du for space computation calculation, 2024-11-16T10:19:44,409 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:19:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ac0e82fe4cf68a with lease ID 0x72ea49d476293ec7: Processing first storage report for DS-9844ce85-0c03-4564-81a6-a501295ceed2 from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983) 2024-11-16T10:19:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ac0e82fe4cf68a with lease ID 0x72ea49d476293ec7: from storage DS-9844ce85-0c03-4564-81a6-a501295ceed2 node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ac0e82fe4cf68a with lease ID 0x72ea49d476293ec7: Processing first storage report for DS-ec782ce7-4747-4e42-8be3-67d59694d3ef from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983) 2024-11-16T10:19:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ac0e82fe4cf68a with lease ID 0x72ea49d476293ec7: from storage DS-ec782ce7-4747-4e42-8be3-67d59694d3ef node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:44,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e 2024-11-16T10:19:44,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:44,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:19:44,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82 with version=8 2024-11-16T10:19:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/hbase-staging 2024-11-16T10:19:44,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:19:44,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:44,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44005 2024-11-16T10:19:44,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44005 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440050x0, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:44,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44005-0x101432837290003 connected 2024-11-16T10:19:45,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:45,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:45,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/running 2024-11-16T10:19:45,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82, hbase.cluster.distributed=false 2024-11-16T10:19:45,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/acl 2024-11-16T10:19:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-16T10:19:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44005 2024-11-16T10:19:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44005 2024-11-16T10:19:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-16T10:19:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-16T10:19:45,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:19:45,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42245 2024-11-16T10:19:45,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42245 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:45,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:45,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422450x0, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:45,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422450x0, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/running 2024-11-16T10:19:45,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42245-0x101432837290004 connected 2024-11-16T10:19:45,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:19:45,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:19:45,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/master 2024-11-16T10:19:45,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/acl 2024-11-16T10:19:45,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-16T10:19:45,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42245 2024-11-16T10:19:45,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42245 2024-11-16T10:19:45,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-16T10:19:45,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-16T10:19:45,083 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:44005 2024-11-16T10:19:45,084 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2059828459/backup-masters/b16ff38458c1,44005,1731752384894 2024-11-16T10:19:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/backup-masters 2024-11-16T10:19:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/backup-masters 2024-11-16T10:19:45,092 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on existing znode=/1-2059828459/backup-masters/b16ff38458c1,44005,1731752384894 2024-11-16T10:19:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2059828459/master 2024-11-16T10:19:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:45,103 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on existing znode=/1-2059828459/master 2024-11-16T10:19:45,103 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2059828459/backup-masters/b16ff38458c1,44005,1731752384894 from backup master directory 2024-11-16T10:19:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/backup-masters 2024-11-16T10:19:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2059828459/backup-masters/b16ff38458c1,44005,1731752384894 2024-11-16T10:19:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/backup-masters 2024-11-16T10:19:45,113 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:45,113 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,44005,1731752384894 2024-11-16T10:19:45,116 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/hbase.id] with ID: e223df38-fdea-4b72-9ca7-d79549e26f1a 2024-11-16T10:19:45,116 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/.tmp/hbase.id 2024-11-16T10:19:45,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:19:45,521 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/.tmp/hbase.id]:[hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/hbase.id] 2024-11-16T10:19:45,529 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:45,529 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:19:45,530 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:19:45,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:45,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:45,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:19:46,018 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:46,019 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:19:46,019 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:19:46,426 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store 2024-11-16T10:19:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:19:46,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:46,831 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:19:46,831 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752386831Disabling compacts and flushes for region at 1731752386831Disabling writes for close at 1731752386831Writing region close event to WAL at 1731752386831Closed at 1731752386831 2024-11-16T10:19:46,832 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/.initializing 2024-11-16T10:19:46,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/WALs/b16ff38458c1,44005,1731752384894 2024-11-16T10:19:46,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:46,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C44005%2C1731752384894, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/WALs/b16ff38458c1,44005,1731752384894, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/oldWALs, maxLogs=10 2024-11-16T10:19:46,846 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/WALs/b16ff38458c1,44005,1731752384894/b16ff38458c1%2C44005%2C1731752384894.1731752386834, exclude list is [], retry=0 2024-11-16T10:19:46,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-9844ce85-0c03-4564-81a6-a501295ceed2,DISK] 2024-11-16T10:19:46,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/WALs/b16ff38458c1,44005,1731752384894/b16ff38458c1%2C44005%2C1731752384894.1731752386834 2024-11-16T10:19:46,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-16T10:19:46,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:46,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:46,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:19:46,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:46,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:46,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:19:46,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:46,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:46,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:19:46,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:46,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:19:46,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:46,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:46,856 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,857 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,857 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,858 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,858 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,859 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:46,860 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:19:46,861 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:46,862 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75442953, jitterRate=0.12418760359287262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:46,862 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752386850Initializing all the Stores at 1731752386851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752386851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752386851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752386851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752386851Cleaning up temporary data from old regions at 1731752386858 (+7 ms)Region opened successfully at 1731752386862 (+4 ms) 2024-11-16T10:19:46,862 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:19:46,864 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9580a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:46,865 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:19:46,865 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:19:46,865 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:19:46,865 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:19:46,866 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:19:46,866 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:19:46,866 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:19:46,868 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:19:46,868 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/balancer because node does not exist (not necessarily an error) 2024-11-16T10:19:46,929 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/balancer already deleted, retry=false 2024-11-16T10:19:46,929 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:19:46,930 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:19:46,939 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/normalizer already deleted, retry=false 2024-11-16T10:19:46,940 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:19:46,940 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:19:46,950 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/switch/split already deleted, retry=false 2024-11-16T10:19:46,951 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:19:46,960 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/switch/merge already deleted, retry=false 2024-11-16T10:19:46,962 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:19:46,971 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/snapshot-cleanup already deleted, retry=false 2024-11-16T10:19:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2059828459/running 2024-11-16T10:19:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2059828459/running 2024-11-16T10:19:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:46,982 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,44005,1731752384894, sessionid=0x101432837290003, setting cluster-up flag (Was=false) 2024-11-16T10:19:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:47,034 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2059828459/flush-table-proc/acquired, /1-2059828459/flush-table-proc/reached, /1-2059828459/flush-table-proc/abort 2024-11-16T10:19:47,035 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,44005,1731752384894 2024-11-16T10:19:47,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:47,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:47,087 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2059828459/online-snapshot/acquired, /1-2059828459/online-snapshot/reached, /1-2059828459/online-snapshot/abort 2024-11-16T10:19:47,088 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,44005,1731752384894 2024-11-16T10:19:47,088 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:19:47,089 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:47,090 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:19:47,090 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:19:47,090 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,44005,1731752384894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:47,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752417092 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:19:47,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:47,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:19:47,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:47,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:19:47,094 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:19:47,094 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752387094,5,FailOnTimeoutGroup] 2024-11-16T10:19:47,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752387094,5,FailOnTimeoutGroup] 2024-11-16T10:19:47,095 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,095 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:19:47,095 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,095 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:19:47,176 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(746): ClusterId : e223df38-fdea-4b72-9ca7-d79549e26f1a 2024-11-16T10:19:47,176 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:19:47,187 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:19:47,187 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:19:47,198 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:19:47,198 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f689aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:19:47,208 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:42245 2024-11-16T10:19:47,208 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:19:47,208 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:19:47,208 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:19:47,208 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,44005,1731752384894 with port=42245, startcode=1731752385052 2024-11-16T10:19:47,209 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:19:47,210 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:19:47,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44005 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,211 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82 2024-11-16T10:19:47,211 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44341 2024-11-16T10:19:47,211 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:19:47,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/rs 2024-11-16T10:19:47,283 DEBUG [RS:0;b16ff38458c1:42245 {}] zookeeper.ZKUtil(111): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on existing znode=/1-2059828459/rs/b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,283 WARN [RS:0;b16ff38458c1:42245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:19:47,284 INFO [RS:0;b16ff38458c1:42245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:47,284 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,42245,1731752385052] 2024-11-16T10:19:47,287 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:19:47,288 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:19:47,289 INFO [RS:0;b16ff38458c1:42245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:19:47,289 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,289 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:19:47,289 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:19:47,290 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:47,290 DEBUG [RS:0;b16ff38458c1:42245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:19:47,290 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,291 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,291 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,291 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,291 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,291 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42245,1731752385052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:47,304 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:19:47,304 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42245,1731752385052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,304 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,304 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.Replication(171): b16ff38458c1,42245,1731752385052 started 2024-11-16T10:19:47,316 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:47,316 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,42245,1731752385052, RpcServer on b16ff38458c1/172.17.0.2:42245, sessionid=0x101432837290004 2024-11-16T10:19:47,316 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:19:47,316 DEBUG [RS:0;b16ff38458c1:42245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,316 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,42245,1731752385052' 2024-11-16T10:19:47,316 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2059828459/flush-table-proc/abort' 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2059828459/flush-table-proc/acquired' 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,42245,1731752385052 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,42245,1731752385052' 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2059828459/online-snapshot/abort' 2024-11-16T10:19:47,317 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2059828459/online-snapshot/acquired' 2024-11-16T10:19:47,318 DEBUG [RS:0;b16ff38458c1:42245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:19:47,318 INFO [RS:0;b16ff38458c1:42245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:19:47,318 INFO [RS:0;b16ff38458c1:42245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:19:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ac0e82fe4cf68b with lease ID 0x72ea49d476293ec8: from storage DS-9844ce85-0c03-4564-81a6-a501295ceed2 node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983), blocks: 3, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:19:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ac0e82fe4cf68b with lease ID 0x72ea49d476293ec8: from storage DS-ec782ce7-4747-4e42-8be3-67d59694d3ef node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=8a7b0aef-e323-48f3-990e-b2f50ea905e9, infoPort=34297, infoSecurePort=0, ipcPort=40491, storageInfo=lv=-57;cid=testClusterID;nsid=418035184;c=1731752382983), blocks: 4, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:19:47,418 INFO [RS:0;b16ff38458c1:42245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:19:47,419 INFO [RS:0;b16ff38458c1:42245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C42245%2C1731752385052, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/oldWALs, maxLogs=10 2024-11-16T10:19:47,431 DEBUG [RS:0;b16ff38458c1:42245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, exclude list is [], retry=0 2024-11-16T10:19:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-9844ce85-0c03-4564-81a6-a501295ceed2,DISK] 2024-11-16T10:19:47,434 INFO [RS:0;b16ff38458c1:42245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 2024-11-16T10:19:47,435 DEBUG [RS:0;b16ff38458c1:42245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-16T10:19:47,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:19:47,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82 2024-11-16T10:19:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:19:47,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:19:47,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:47,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:47,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:47,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:47,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:47,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:47,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:47,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:47,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:47,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:47,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:47,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:47,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:47,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:47,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:47,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:47,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:47,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:47,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740 2024-11-16T10:19:47,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740 2024-11-16T10:19:47,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:47,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:47,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:47,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:47,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:47,915 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67142488, jitterRate=5.010366439819336E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:47,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752387904Initializing all the Stores at 1731752387904Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752387905 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752387905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752387905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752387905Cleaning up temporary data from old regions at 1731752387912 (+7 ms)Region opened successfully at 1731752387915 (+3 ms) 2024-11-16T10:19:47,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:19:47,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:19:47,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:19:47,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:19:47,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:19:47,916 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:19:47,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752387915Disabling compacts and flushes for region at 1731752387915Disabling writes for close at 1731752387916 (+1 ms)Writing region close event to WAL at 1731752387916Closed at 1731752387916 2024-11-16T10:19:47,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:47,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:19:47,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:19:47,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:47,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:19:48,068 DEBUG [b16ff38458c1:44005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:19:48,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:48,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,42245,1731752385052, state=OPENING 2024-11-16T10:19:48,118 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:19:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:48,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:48,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:19:48,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2059828459/meta-region-server: CHANGED 2024-11-16T10:19:48,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2059828459/meta-region-server: CHANGED 2024-11-16T10:19:48,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,42245,1731752385052}] 2024-11-16T10:19:48,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:48,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:19:48,285 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:19:48,285 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:48,285 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:19:48,287 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C42245%2C1731752385052.meta, suffix=.meta, logDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/oldWALs, maxLogs=10 2024-11-16T10:19:48,299 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.meta.1731752388287.meta, exclude list is [], retry=0 2024-11-16T10:19:48,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:48,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-9844ce85-0c03-4564-81a6-a501295ceed2,DISK] 2024-11-16T10:19:48,303 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.meta.1731752388287.meta 2024-11-16T10:19:48,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-16T10:19:48,303 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:48,304 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:19:48,304 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:19:48,304 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:19:48,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:19:48,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:19:48,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:48,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:48,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:19:48,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:19:48,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:48,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:48,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:19:48,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:19:48,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:48,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:48,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:19:48,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:19:48,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:48,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:19:48,310 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:19:48,310 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740 2024-11-16T10:19:48,311 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740 2024-11-16T10:19:48,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:19:48,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:19:48,312 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:19:48,313 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:19:48,314 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62619034, jitterRate=-0.06690368056297302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:19:48,314 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:19:48,314 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752388304Writing region info on filesystem at 1731752388304Initializing all the Stores at 1731752388305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752388305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752388305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752388305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752388305Cleaning up temporary data from old regions at 1731752388312 (+7 ms)Running coprocessor post-open hooks at 1731752388314 (+2 ms)Region opened successfully at 1731752388314 2024-11-16T10:19:48,315 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752388281 2024-11-16T10:19:48,317 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:19:48,317 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:19:48,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:48,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,42245,1731752385052, state=OPEN 2024-11-16T10:19:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2059828459/meta-region-server 2024-11-16T10:19:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2059828459/meta-region-server 2024-11-16T10:19:48,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:48,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2059828459/meta-region-server: CHANGED 2024-11-16T10:19:48,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2059828459/meta-region-server: CHANGED 2024-11-16T10:19:48,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:19:48,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,42245,1731752385052 in 200 msec 2024-11-16T10:19:48,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:19:48,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-16T10:19:48,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:19:48,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:19:48,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:48,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:19:48,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:48,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:48,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-16T10:19:48,339 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752388339, completionTime=-1 2024-11-16T10:19:48,340 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:19:48,340 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:19:48,341 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:19:48,341 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752448341 2024-11-16T10:19:48,341 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752508341 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:44005, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,342 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,344 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:19:48,348 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:19:48,351 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:19:48,353 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:19:48,353 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:19:48,353 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44005,1731752384894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:19:48,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667574cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:48,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:48,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:48,378 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:48,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:48,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:48,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:48,380 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:48,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8de5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:48,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:19:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:48,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:48,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,44005,1731752384894 2024-11-16T10:19:48,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53233 2024-11-16T10:19:48,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:19:48,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101432837290005 connected 2024-11-16T10:19:48,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:19:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ee6f43 2024-11-16T10:19:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:48,412 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:48,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:19:48,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:19:48,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:48,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:19:48,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:19:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:48,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:19:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:48,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83bea867fb3e2488bd8f60cdd45ad53c, NAME => 'test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d 2024-11-16T10:19:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:19:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:49,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:49,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83bea867fb3e2488bd8f60cdd45ad53c, disabling compactions & flushes 2024-11-16T10:19:49,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. after waiting 0 ms 2024-11-16T10:19:49,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83bea867fb3e2488bd8f60cdd45ad53c: Waiting for close lock at 1731752389227Disabling compacts and flushes for region at 1731752389227Disabling writes for close at 1731752389227Writing region close event to WAL at 1731752389227Closed at 1731752389227 2024-11-16T10:19:49,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:19:49,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752389228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752389228"}]},"ts":"1731752389228"} 2024-11-16T10:19:49,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:19:49,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:19:49,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752389230"}]},"ts":"1731752389230"} 2024-11-16T10:19:49,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:19:49,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83bea867fb3e2488bd8f60cdd45ad53c, ASSIGN}] 2024-11-16T10:19:49,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83bea867fb3e2488bd8f60cdd45ad53c, ASSIGN 2024-11-16T10:19:49,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83bea867fb3e2488bd8f60cdd45ad53c, ASSIGN; state=OFFLINE, location=b16ff38458c1,35039,1731752379397; forceNewPlan=false, retain=false 2024-11-16T10:19:49,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83bea867fb3e2488bd8f60cdd45ad53c, regionState=OPENING, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83bea867fb3e2488bd8f60cdd45ad53c, ASSIGN because future has completed 2024-11-16T10:19:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83bea867fb3e2488bd8f60cdd45ad53c, server=b16ff38458c1,35039,1731752379397}] 2024-11-16T10:19:49,540 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,540 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83bea867fb3e2488bd8f60cdd45ad53c, NAME => 'test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:49,540 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:49,541 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:19:49,541 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,541 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:49,541 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,541 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,542 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,543 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bea867fb3e2488bd8f60cdd45ad53c columnFamilyName f 2024-11-16T10:19:49,543 DEBUG [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:49,543 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(327): Store=83bea867fb3e2488bd8f60cdd45ad53c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:49,543 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,544 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bea867fb3e2488bd8f60cdd45ad53c columnFamilyName f1 2024-11-16T10:19:49,544 DEBUG [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:49,545 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(327): Store=83bea867fb3e2488bd8f60cdd45ad53c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:49,545 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,546 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83bea867fb3e2488bd8f60cdd45ad53c columnFamilyName norep 2024-11-16T10:19:49,546 DEBUG [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:49,546 INFO [StoreOpener-83bea867fb3e2488bd8f60cdd45ad53c-1 {}] regionserver.HStore(327): Store=83bea867fb3e2488bd8f60cdd45ad53c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:49,546 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,547 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,547 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,548 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,548 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,548 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:49,549 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,551 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:49,551 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83bea867fb3e2488bd8f60cdd45ad53c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63142576, jitterRate=-0.05910229682922363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:49,551 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:19:49,552 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83bea867fb3e2488bd8f60cdd45ad53c: Running coprocessor pre-open hook at 1731752389541Writing region info on filesystem at 1731752389541Initializing all the Stores at 1731752389542 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752389542Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752389542Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752389542Cleaning up temporary data from old regions at 1731752389548 (+6 ms)Running coprocessor post-open hooks at 1731752389552 (+4 ms)Region opened successfully at 1731752389552 2024-11-16T10:19:49,553 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., pid=6, masterSystemTime=1731752389537 2024-11-16T10:19:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:49,555 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,555 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:19:49,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83bea867fb3e2488bd8f60cdd45ad53c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83bea867fb3e2488bd8f60cdd45ad53c, server=b16ff38458c1,35039,1731752379397 because future has completed 2024-11-16T10:19:49,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:19:49,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83bea867fb3e2488bd8f60cdd45ad53c, server=b16ff38458c1,35039,1731752379397 in 172 msec 2024-11-16T10:19:49,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:19:49,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83bea867fb3e2488bd8f60cdd45ad53c, ASSIGN in 327 msec 2024-11-16T10:19:49,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:19:49,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752389561"}]},"ts":"1731752389561"} 2024-11-16T10:19:49,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:19:49,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:19:49,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-16T10:19:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:50,564 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:19:50,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:19:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27784758 2024-11-16T10:19:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:50,566 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:50,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:19:50,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:19:50,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:50,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:19:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:50,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:19:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:19:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:50,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b3a9d632e20517d800a3e1ca39b5fbc, NAME => 'test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82 2024-11-16T10:19:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:19:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b3a9d632e20517d800a3e1ca39b5fbc, disabling compactions & flushes 2024-11-16T10:19:51,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. after waiting 0 ms 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b3a9d632e20517d800a3e1ca39b5fbc: Waiting for close lock at 1731752391386Disabling compacts and flushes for region at 1731752391386Disabling writes for close at 1731752391386Writing region close event to WAL at 1731752391386Closed at 1731752391386 2024-11-16T10:19:51,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:19:51,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752391387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752391387"}]},"ts":"1731752391387"} 2024-11-16T10:19:51,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:19:51,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:19:51,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752391390"}]},"ts":"1731752391390"} 2024-11-16T10:19:51,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:19:51,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b3a9d632e20517d800a3e1ca39b5fbc, ASSIGN}] 2024-11-16T10:19:51,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b3a9d632e20517d800a3e1ca39b5fbc, ASSIGN 2024-11-16T10:19:51,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b3a9d632e20517d800a3e1ca39b5fbc, ASSIGN; state=OFFLINE, location=b16ff38458c1,42245,1731752385052; forceNewPlan=false, retain=false 2024-11-16T10:19:51,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b3a9d632e20517d800a3e1ca39b5fbc, regionState=OPENING, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:51,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b3a9d632e20517d800a3e1ca39b5fbc, ASSIGN because future has completed 2024-11-16T10:19:51,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3a9d632e20517d800a3e1ca39b5fbc, server=b16ff38458c1,42245,1731752385052}] 2024-11-16T10:19:51,702 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,703 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b3a9d632e20517d800a3e1ca39b5fbc, NAME => 'test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:51,703 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:51,703 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:19:51,703 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,703 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:51,703 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,703 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:51,705 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,706 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3a9d632e20517d800a3e1ca39b5fbc columnFamilyName f 2024-11-16T10:19:51,706 DEBUG [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:51,706 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(327): Store=6b3a9d632e20517d800a3e1ca39b5fbc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:51,706 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,707 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3a9d632e20517d800a3e1ca39b5fbc columnFamilyName f1 2024-11-16T10:19:51,707 DEBUG [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:51,707 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(327): Store=6b3a9d632e20517d800a3e1ca39b5fbc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:51,708 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,708 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3a9d632e20517d800a3e1ca39b5fbc columnFamilyName norep 2024-11-16T10:19:51,708 DEBUG [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:51,709 INFO [StoreOpener-6b3a9d632e20517d800a3e1ca39b5fbc-1 {}] regionserver.HStore(327): Store=6b3a9d632e20517d800a3e1ca39b5fbc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:51,709 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,709 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,710 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,710 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,711 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,711 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:51,712 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,714 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:51,714 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b3a9d632e20517d800a3e1ca39b5fbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70172211, jitterRate=0.045647427439689636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:51,714 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:19:51,714 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b3a9d632e20517d800a3e1ca39b5fbc: Running coprocessor pre-open hook at 1731752391703Writing region info on filesystem at 1731752391703Initializing all the Stores at 1731752391704 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752391704Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752391704Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752391705 (+1 ms)Cleaning up temporary data from old regions at 1731752391711 (+6 ms)Running coprocessor post-open hooks at 1731752391714 (+3 ms)Region opened successfully at 1731752391714 2024-11-16T10:19:51,715 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., pid=6, masterSystemTime=1731752391699 2024-11-16T10:19:51,717 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,717 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:19:51,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b3a9d632e20517d800a3e1ca39b5fbc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:51,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3a9d632e20517d800a3e1ca39b5fbc, server=b16ff38458c1,42245,1731752385052 because future has completed 2024-11-16T10:19:51,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:19:51,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b3a9d632e20517d800a3e1ca39b5fbc, server=b16ff38458c1,42245,1731752385052 in 174 msec 2024-11-16T10:19:51,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:19:51,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b3a9d632e20517d800a3e1ca39b5fbc, ASSIGN in 329 msec 2024-11-16T10:19:51,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:19:51,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752391724"}]},"ts":"1731752391724"} 2024-11-16T10:19:51,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:19:51,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:19:51,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-16T10:19:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:19:52,714 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:19:52,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfccaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:52,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:52,716 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25350410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:52,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,717 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:52,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505afe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:52,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:52,719 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a2549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,720 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e34c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:52,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:52,721 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,722 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5a9600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:19:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba3ae9f 2024-11-16T10:19:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:52,725 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:52,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:44005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:19:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:19:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:52,786 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:44005' 2024-11-16T10:19:52,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c13a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,786 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:52,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:52,787 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:52,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:52,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a018cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:52,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:52,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,788 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358b17f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:52,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:19:52,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a814cd4 2024-11-16T10:19:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:52,790 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:52,791 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:19:52,791 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:19:52,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:52,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:52,791 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:52,792 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:19:52,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:19:52,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:52,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:19:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:19:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:52,842 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:19:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:53,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81e55d067e84463551dba6476a2c3e51, NAME => 'hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d 2024-11-16T10:19:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:19:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:19:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:19:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:19:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:19:53,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:19:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81e55d067e84463551dba6476a2c3e51, disabling compactions & flushes 2024-11-16T10:19:53,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. after waiting 0 ms 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81e55d067e84463551dba6476a2c3e51: Waiting for close lock at 1731752393606Disabling compacts and flushes for region at 1731752393606Disabling writes for close at 1731752393606Writing region close event to WAL at 1731752393606Closed at 1731752393606 2024-11-16T10:19:53,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:19:53,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752393607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752393607"}]},"ts":"1731752393607"} 2024-11-16T10:19:53,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:19:53,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:19:53,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752393610"}]},"ts":"1731752393610"} 2024-11-16T10:19:53,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:19:53,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e55d067e84463551dba6476a2c3e51, ASSIGN}] 2024-11-16T10:19:53,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e55d067e84463551dba6476a2c3e51, ASSIGN 2024-11-16T10:19:53,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81e55d067e84463551dba6476a2c3e51, ASSIGN; state=OFFLINE, location=b16ff38458c1,35039,1731752379397; forceNewPlan=false, retain=false 2024-11-16T10:19:53,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81e55d067e84463551dba6476a2c3e51, regionState=OPENING, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81e55d067e84463551dba6476a2c3e51, ASSIGN because future has completed 2024-11-16T10:19:53,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e55d067e84463551dba6476a2c3e51, server=b16ff38458c1,35039,1731752379397}] 2024-11-16T10:19:53,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:53,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:53,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:19:53,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35039%2C1731752379397.rep, suffix=, logDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397, archiveDir=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs, maxLogs=10 2024-11-16T10:19:53,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.rep.1731752393924, exclude list is [], retry=0 2024-11-16T10:19:53,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-7fdaece0-753e-48ad-8205-f0b6a86fe328,DISK] 2024-11-16T10:19:53,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.rep.1731752393924 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42647:42647)] 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81e55d067e84463551dba6476a2c3e51, NAME => 'hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:53,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. service=MultiRowMutationService 2024-11-16T10:19:53,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:53,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,946 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,947 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e55d067e84463551dba6476a2c3e51 columnFamilyName hfileref 2024-11-16T10:19:53,947 DEBUG [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:53,947 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(327): Store=81e55d067e84463551dba6476a2c3e51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:53,947 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,948 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e55d067e84463551dba6476a2c3e51 columnFamilyName queue 2024-11-16T10:19:53,948 DEBUG [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:53,949 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(327): Store=81e55d067e84463551dba6476a2c3e51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:53,949 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,950 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e55d067e84463551dba6476a2c3e51 columnFamilyName sid 2024-11-16T10:19:53,950 DEBUG [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:53,950 INFO [StoreOpener-81e55d067e84463551dba6476a2c3e51-1 {}] regionserver.HStore(327): Store=81e55d067e84463551dba6476a2c3e51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:53,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:53,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:53,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81e55d067e84463551dba6476a2c3e51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73773621, jitterRate=0.09931261837482452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:53,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:19:53,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81e55d067e84463551dba6476a2c3e51: Running coprocessor pre-open hook at 1731752393945Writing region info on filesystem at 1731752393945Initializing all the Stores at 1731752393945Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752393945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752393946 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752393946Cleaning up temporary data from old regions at 1731752393952 (+6 ms)Running coprocessor post-open hooks at 1731752393956 (+4 ms)Region opened successfully at 1731752393956 2024-11-16T10:19:53,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51., pid=10, masterSystemTime=1731752393919 2024-11-16T10:19:53,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:19:53,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81e55d067e84463551dba6476a2c3e51, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35039,1731752379397 2024-11-16T10:19:53,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81e55d067e84463551dba6476a2c3e51, server=b16ff38458c1,35039,1731752379397 because future has completed 2024-11-16T10:19:53,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:19:53,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81e55d067e84463551dba6476a2c3e51, server=b16ff38458c1,35039,1731752379397 in 195 msec 2024-11-16T10:19:53,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:19:53,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81e55d067e84463551dba6476a2c3e51, ASSIGN in 352 msec 2024-11-16T10:19:53,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:19:53,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752393966"}]},"ts":"1731752393966"} 2024-11-16T10:19:53,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:19:53,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:19:53,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-16T10:19:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51., hostname=b16ff38458c1,35039,1731752379397, seqNum=2] 2024-11-16T10:19:54,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:54,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:19:54,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:19:54,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:19:54,250 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:19:54,276 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,35039,1731752379397, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:19:54,276 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:54,277 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:19:54,277 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:54,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T10:19:54,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,35039,1731752379397', locateType=CURRENT is [region=hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51., hostname=b16ff38458c1,35039,1731752379397, seqNum=2] 2024-11-16T10:19:54,282 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:19:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:19:54,284 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,35039,1731752379397 suceeded 2024-11-16T10:19:54,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:19:54,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T10:19:54,285 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:44005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:19:54,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5600 sec 2024-11-16T10:19:54,302 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:44005' 2024-11-16T10:19:54,303 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7853b967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,303 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:54,303 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:54,304 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e5de1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:54,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:54,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,305 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:54,306 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7a92f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,306 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:54,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:19:54,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574570c 2024-11-16T10:19:54,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:54,308 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T10:19:54,308 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,35039,1731752379397 (queues=1) is replicating from cluster=fd8172d0-f5b6-47c5-95e4-816a9753e822 to cluster=e223df38-fdea-4b72-9ca7-d79549e26f1a 2024-11-16T10:19:54,308 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C35039%2C1731752379397 2024-11-16T10:19:54,308 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,35039,1731752379397, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:19:54,309 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C35039%2C1731752379397 2024-11-16T10:19:54,309 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809, startPosition=0, beingWritten=true 2024-11-16T10:19:54,317 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:19:54,317 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:54,317 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35039,1731752379397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:19:54,521 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:54,824 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:54,874 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:19:54,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:54,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:54,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:54,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba154a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:54,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:54,876 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d7e150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,877 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fe7d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:19:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d66463 2024-11-16T10:19:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:54,880 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:54,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:33351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:19:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:19:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:54,883 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:33351' 2024-11-16T10:19:54,883 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d7af86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,883 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:54,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:54,884 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:54,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:54,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9d5bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,885 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:54,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763caf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:54,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:19:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b2a29a 2024-11-16T10:19:54,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:54,887 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:54,888 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:19:54,888 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:19:54,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:54,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:54,888 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:19:54,889 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:19:54,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:19:54,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:54,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:19:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:19:54,940 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:19:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:55,228 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:55,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => babf93d7cbe80b8c25f2febafc88140d, NAME => 'hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82 2024-11-16T10:19:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:19:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing babf93d7cbe80b8c25f2febafc88140d, disabling compactions & flushes 2024-11-16T10:19:55,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. after waiting 0 ms 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:55,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:55,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for babf93d7cbe80b8c25f2febafc88140d: Waiting for close lock at 1731752395703Disabling compacts and flushes for region at 1731752395703Disabling writes for close at 1731752395703Writing region close event to WAL at 1731752395703Closed at 1731752395703 2024-11-16T10:19:55,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:19:55,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752395704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752395704"}]},"ts":"1731752395704"} 2024-11-16T10:19:55,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:19:55,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:19:55,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752395706"}]},"ts":"1731752395706"} 2024-11-16T10:19:55,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:19:55,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=babf93d7cbe80b8c25f2febafc88140d, ASSIGN}] 2024-11-16T10:19:55,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=babf93d7cbe80b8c25f2febafc88140d, ASSIGN 2024-11-16T10:19:55,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=babf93d7cbe80b8c25f2febafc88140d, ASSIGN; state=OFFLINE, location=b16ff38458c1,42245,1731752385052; forceNewPlan=false, retain=false 2024-11-16T10:19:55,732 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:55,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=babf93d7cbe80b8c25f2febafc88140d, regionState=OPENING, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=babf93d7cbe80b8c25f2febafc88140d, ASSIGN because future has completed 2024-11-16T10:19:55,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure babf93d7cbe80b8c25f2febafc88140d, server=b16ff38458c1,42245,1731752385052}] 2024-11-16T10:19:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:56,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:56,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:19:56,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:19:56,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C42245%2C1731752385052.rep, suffix=, logDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052, archiveDir=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/oldWALs, maxLogs=10 2024-11-16T10:19:56,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.rep.1731752396019, exclude list is [], retry=0 2024-11-16T10:19:56,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-9844ce85-0c03-4564-81a6-a501295ceed2,DISK] 2024-11-16T10:19:56,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.rep.1731752396019 2024-11-16T10:19:56,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-16T10:19:56,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => babf93d7cbe80b8c25f2febafc88140d, NAME => 'hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:19:56,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:19:56,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:19:56,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. service=MultiRowMutationService 2024-11-16T10:19:56,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:19:56,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:19:56,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,036 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,037 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babf93d7cbe80b8c25f2febafc88140d columnFamilyName hfileref 2024-11-16T10:19:56,037 DEBUG [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:56,037 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(327): Store=babf93d7cbe80b8c25f2febafc88140d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:56,037 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,038 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babf93d7cbe80b8c25f2febafc88140d columnFamilyName queue 2024-11-16T10:19:56,038 DEBUG [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:56,038 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(327): Store=babf93d7cbe80b8c25f2febafc88140d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:56,038 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,039 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babf93d7cbe80b8c25f2febafc88140d columnFamilyName sid 2024-11-16T10:19:56,039 DEBUG [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:19:56,039 INFO [StoreOpener-babf93d7cbe80b8c25f2febafc88140d-1 {}] regionserver.HStore(327): Store=babf93d7cbe80b8c25f2febafc88140d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:19:56,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:19:56,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:19:56,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened babf93d7cbe80b8c25f2febafc88140d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59581290, jitterRate=-0.11216959357261658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:19:56,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:19:56,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for babf93d7cbe80b8c25f2febafc88140d: Running coprocessor pre-open hook at 1731752396035Writing region info on filesystem at 1731752396035Initializing all the Stores at 1731752396035Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752396035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752396036 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752396036Cleaning up temporary data from old regions at 1731752396041 (+5 ms)Running coprocessor post-open hooks at 1731752396045 (+4 ms)Region opened successfully at 1731752396045 2024-11-16T10:19:56,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d., pid=10, masterSystemTime=1731752396014 2024-11-16T10:19:56,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:56,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:19:56,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=babf93d7cbe80b8c25f2febafc88140d, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,42245,1731752385052 2024-11-16T10:19:56,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure babf93d7cbe80b8c25f2febafc88140d, server=b16ff38458c1,42245,1731752385052 because future has completed 2024-11-16T10:19:56,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:19:56,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure babf93d7cbe80b8c25f2febafc88140d, server=b16ff38458c1,42245,1731752385052 in 188 msec 2024-11-16T10:19:56,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:19:56,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=babf93d7cbe80b8c25f2febafc88140d, ASSIGN in 344 msec 2024-11-16T10:19:56,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:19:56,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752396054"}]},"ts":"1731752396054"} 2024-11-16T10:19:56,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:19:56,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:19:56,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-16T10:19:56,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d., hostname=b16ff38458c1,42245,1731752385052, seqNum=2] 2024-11-16T10:19:56,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:56,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:19:56,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:19:56,336 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:56,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:19:56,345 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:19:56,369 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,42245,1731752385052, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:19:56,369 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:56,369 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:19:56,370 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:56,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T10:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,42245,1731752385052', locateType=CURRENT is [region=hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d., hostname=b16ff38458c1,42245,1731752385052, seqNum=2] 2024-11-16T10:19:56,374 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:19:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:19:56,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,42245,1731752385052 suceeded 2024-11-16T10:19:56,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:19:56,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T10:19:56,377 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:33351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:19:56,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-16T10:19:56,389 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:33351' 2024-11-16T10:19:56,390 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf54ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:56,390 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:56,391 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:56,391 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:56,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:56,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:56,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@99d4910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:56,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:56,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:56,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:56,393 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:56,393 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5459554f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:56,393 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:56,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:19:56,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bc06adc 2024-11-16T10:19:56,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:56,394 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T10:19:56,395 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,42245,1731752385052 (queues=1) is replicating from cluster=e223df38-fdea-4b72-9ca7-d79549e26f1a to cluster=fd8172d0-f5b6-47c5-95e4-816a9753e822 2024-11-16T10:19:56,395 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C42245%2C1731752385052 2024-11-16T10:19:56,395 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,42245,1731752385052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:19:56,395 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C42245%2C1731752385052 2024-11-16T10:19:56,396 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, startPosition=0, beingWritten=true 2024-11-16T10:19:56,401 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:19:56,401 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:56,401 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,42245,1731752385052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:19:56,605 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:56,915 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:19:57,024 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:19:57,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:57,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:57,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:57,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:57,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:57,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:57,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731752397028/Put/seqid=0 2024-11-16T10:19:57,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741840_1016 (size=7894) 2024-11-16T10:19:57,040 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:57,320 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:57,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731752397434/Put/seqid=0 2024-11-16T10:19:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741841_1017 (size=7691) 2024-11-16T10:19:57,824 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:57,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab7f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:57,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:57,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:57,841 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:57,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3a3e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:57,843 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:57,843 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:57,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506e34c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:57,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:19:57,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:57,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:57,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e78d073 2024-11-16T10:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:57,855 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:19:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2] 2024-11-16T10:19:57,860 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:19:57,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T10:19:57,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T10:19:57,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:19:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T10:19:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:19:57,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:19:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T10:19:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:19:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegion(2603): Flush status journal for 83bea867fb3e2488bd8f60cdd45ad53c: 2024-11-16T10:19:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_0 2024-11-16T10:19:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_0 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/15a863abbc454b039f9486a45700e286_SeqId_4_ 2024-11-16T10:19:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_1 2024-11-16T10:19:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_1 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ 2024-11-16T10:19:57,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_0 into 83bea867fb3e2488bd8f60cdd45ad53c/f as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/15a863abbc454b039f9486a45700e286_SeqId_4_ - updating store file list. 2024-11-16T10:19:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15a863abbc454b039f9486a45700e286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:19:57,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/15a863abbc454b039f9486a45700e286_SeqId_4_ into 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:19:57,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_0 into 83bea867fb3e2488bd8f60cdd45ad53c/f (new location: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/15a863abbc454b039f9486a45700e286_SeqId_4_) 2024-11-16T10:19:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_0 2024-11-16T10:19:57,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_1 into 83bea867fb3e2488bd8f60cdd45ad53c/f as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ - updating store file list. 2024-11-16T10:19:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e3486d95f7e43cd825265832758276d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:19:57,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ into 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:19:57,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_1 into 83bea867fb3e2488bd8f60cdd45ad53c/f (new location: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/0e3486d95f7e43cd825265832758276d_SeqId_4_) 2024-11-16T10:19:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins__test__k63okuaio9lds9phct83ubm4chqqqddnd1r97ijdfi0cfnifgn4v0lttle9p5uq3/f/hfile_1 2024-11-16T10:19:57,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:19:57,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:19:57,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:57,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:57,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:19:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2 , the old value is region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:35039 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:19:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:19:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2 from cache 2024-11-16T10:19:57,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:57,895 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T10:19:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:19:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:57,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:19:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2] 2024-11-16T10:19:57,900 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:19:58,004 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:35039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:19:58,428 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:58,748 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 379, reset compression=false 2024-11-16T10:19:58,753 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:19:58,753 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35039,1731752379397 got entry batch from reader: WALEntryBatch [walEntries=[{test/83bea867fb3e2488bd8f60cdd45ad53c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752397893/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:19:58,755 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:58,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T10:19:58,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(318): Replicating [fd8172d0-f5b6-47c5-95e4-816a9753e822] bulk loaded data 2024-11-16T10:19:58,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a181c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:58,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:19:58,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:58,757 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:19:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:19:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c633c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:19:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:58,758 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:58,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb46570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741840_1016 (size=7894) 2024-11-16T10:19:58,902 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:19:58,953 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:19:59,131 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:59,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741841_1017 (size=7691) 2024-11-16T10:19:59,257 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:19:59,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:19:59,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:19:59,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:19:59,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:19:59,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:19:59,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e5b5ec 2024-11-16T10:19:59,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:19:59,580 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T10:19:59,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:19:59,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:19:59,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:19:59,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:19:59,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T10:19:59,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T10:19:59,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T10:19:59,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ for inclusion in 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:19:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T10:19:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:19:59,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ for inclusion in 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:19:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T10:19:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:19:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegion(2603): Flush status journal for 6b3a9d632e20517d800a3e1ca39b5fbc: 2024-11-16T10:19:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e3486d95f7e43cd825265832758276d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:19:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/f7715e4cd26a484f9d483f00046d20c7_SeqId_4_ 2024-11-16T10:19:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15a863abbc454b039f9486a45700e286_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:19:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_ 2024-11-16T10:19:59,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/f7715e4cd26a484f9d483f00046d20c7_SeqId_4_ - updating store file list. 2024-11-16T10:19:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7715e4cd26a484f9d483f00046d20c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:19:59,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/f7715e4cd26a484f9d483f00046d20c7_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:19:59,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f (new location: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/f7715e4cd26a484f9d483f00046d20c7_SeqId_4_) 2024-11-16T10:19:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/0e3486d95f7e43cd825265832758276d_SeqId_4_ 2024-11-16T10:19:59,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_ - updating store file list. 2024-11-16T10:19:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:19:59,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:19:59,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f (new location: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_) 2024-11-16T10:19:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins.hfs.11__test__ple94lgnhr8hn0qp7jg7pddgo3t7nlcc161s33t9hvklcdo42d9tslbghh9qa7vt/f/15a863abbc454b039f9486a45700e286_SeqId_4_ 2024-11-16T10:19:59,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.ReplicationSink(324): Finished replicating [fd8172d0-f5b6-47c5-95e4-816a9753e822] bulk loaded data 2024-11-16T10:19:59,660 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:19:59,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:19:59,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731752399911/Put/seqid=0 2024-11-16T10:19:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741842_1018 (size=11194) 2024-11-16T10:19:59,947 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 379, reset compression=false 2024-11-16T10:19:59,951 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:19:59,951 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,42245,1731752385052 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b3a9d632e20517d800a3e1ca39b5fbc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752399634/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T10:19:59,953 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:19:59,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T10:19:59,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(318): Replicating [fd8172d0-f5b6-47c5-95e4-816a9753e822, e223df38-fdea-4b72-9ca7-d79549e26f1a] bulk loaded data 2024-11-16T10:19:59,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7227bcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:59,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,33351,-1 for getting cluster id 2024-11-16T10:19:59,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:19:59,955 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd8172d0-f5b6-47c5-95e4-816a9753e822' 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd8172d0-f5b6-47c5-95e4-816a9753e822" 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f0a41a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,33351,-1] 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:19:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:19:59,957 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:19:59,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d05a6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:19:59,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741842_1018 (size=7691) 2024-11-16T10:20:00,151 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 725, reset compression=false 2024-11-16T10:20:00,165 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:20:00,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731752400317/Put/seqid=0 2024-11-16T10:20:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741843_1019 (size=10791) 2024-11-16T10:20:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741843_1019 (size=7894) 2024-11-16T10:20:00,455 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 725, reset compression=false 2024-11-16T10:20:00,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a74ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:00,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,44005,-1 for getting cluster id 2024-11-16T10:20:00,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:00,723 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e223df38-fdea-4b72-9ca7-d79549e26f1a' 2024-11-16T10:20:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e223df38-fdea-4b72-9ca7-d79549e26f1a" 2024-11-16T10:20:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686dd01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,44005,-1] 2024-11-16T10:20:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:00,724 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:00,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfb510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:00,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,42245,1731752385052, seqNum=-1] 2024-11-16T10:20:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:00,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:00,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,44005,1731752384894 2024-11-16T10:20:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d7aa04d 2024-11-16T10:20:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:00,735 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2] 2024-11-16T10:20:00,740 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:20:00,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T10:20:00,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T10:20:00,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:20:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T10:20:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:20:00,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:20:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T10:20:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:20:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegion(2603): Flush status journal for 6b3a9d632e20517d800a3e1ca39b5fbc: 2024-11-16T10:20:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_0 2024-11-16T10:20:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_0 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ 2024-11-16T10:20:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_1 2024-11-16T10:20:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_1 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ 2024-11-16T10:20:00,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_0 into 6b3a9d632e20517d800a3e1ca39b5fbc/f as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ - updating store file list. 2024-11-16T10:20:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c97d6e32acda4003b21a7d477f7611dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:20:00,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:20:00,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_0 into 6b3a9d632e20517d800a3e1ca39b5fbc/f (new location: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_) 2024-11-16T10:20:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_0 2024-11-16T10:20:00,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_1 into 6b3a9d632e20517d800a3e1ca39b5fbc/f as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ - updating store file list. 2024-11-16T10:20:00,768 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:20:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0678a31d549a413ca5119a1f71a43f82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:20:00,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ into 6b3a9d632e20517d800a3e1ca39b5fbc/f 2024-11-16T10:20:00,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_1 into 6b3a9d632e20517d800a3e1ca39b5fbc/f (new location: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_) 2024-11-16T10:20:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/staging/jenkins__test__avoui3je38t655bvnf2g41horgec6r54qtfogv7gngv9f4et9fqespbd4ejm4e9f/f/hfile_1 2024-11-16T10:20:00,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:00,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:00,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:00,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2 , the old value is region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:42245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:20:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:20:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc., hostname=b16ff38458c1,42245,1731752385052, seqNum=2 from cache 2024-11-16T10:20:00,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:00,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:20:00,774 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T10:20:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:00,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c., hostname=b16ff38458c1,35039,1731752379397, seqNum=2] 2024-11-16T10:20:00,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,33351,1731752379187 2024-11-16T10:20:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62885f02 2024-11-16T10:20:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:00,780 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T10:20:00,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:20:00,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35039,1731752379397, seqNum=-1] 2024-11-16T10:20:00,783 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:20:00,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:00,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T10:20:00,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__8imafrh2fo2gm2bl5qfh2nu58rgh44h319bp7414acfn0pvi1ncv942fcsprib08/f/db70e47d060e4dbaa90ed836c41e2d9f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T10:20:00,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__8imafrh2fo2gm2bl5qfh2nu58rgh44h319bp7414acfn0pvi1ncv942fcsprib08/f/f7715e4cd26a484f9d483f00046d20c7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T10:20:00,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(324): Finished replicating [fd8172d0-f5b6-47c5-95e4-816a9753e822, e223df38-fdea-4b72-9ca7-d79549e26f1a] bulk loaded data 2024-11-16T10:20:00,859 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 725, reset compression=false 2024-11-16T10:20:00,864 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:00,865 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,42245,1731752385052 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b3a9d632e20517d800a3e1ca39b5fbc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752400770/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:20:00,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(318): Replicating [e223df38-fdea-4b72-9ca7-d79549e26f1a] bulk loaded data 2024-11-16T10:20:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741844_1020 (size=11194) 2024-11-16T10:20:00,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:42245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:20:01,065 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1033, reset compression=false 2024-11-16T10:20:01,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741845_1021 (size=10791) 2024-11-16T10:20:01,368 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1033, reset compression=false 2024-11-16T10:20:01,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:20:01,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:20:01,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T10:20:01,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T10:20:01,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ for inclusion in 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:20:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T10:20:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:20:01,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ for inclusion in 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:20:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T10:20:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:20:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegion(2603): Flush status journal for 83bea867fb3e2488bd8f60cdd45ad53c: 2024-11-16T10:20:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:20:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4cab3ed1967a404dabeedbf53a02b2f4_SeqId_6_ 2024-11-16T10:20:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0678a31d549a413ca5119a1f71a43f82_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:20:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4ed49e30979e4179867023fc86a20238_SeqId_6_ 2024-11-16T10:20:01,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4cab3ed1967a404dabeedbf53a02b2f4_SeqId_6_ - updating store file list. 2024-11-16T10:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cab3ed1967a404dabeedbf53a02b2f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:20:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4cab3ed1967a404dabeedbf53a02b2f4_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:20:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f (new location: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4cab3ed1967a404dabeedbf53a02b2f4_SeqId_6_) 2024-11-16T10:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/c97d6e32acda4003b21a7d477f7611dd_SeqId_6_ 2024-11-16T10:20:01,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4ed49e30979e4179867023fc86a20238_SeqId_6_ - updating store file list. 2024-11-16T10:20:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ed49e30979e4179867023fc86a20238_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:20:01,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4ed49e30979e4179867023fc86a20238_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f 2024-11-16T10:20:01,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ into 83bea867fb3e2488bd8f60cdd45ad53c/f (new location: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/f/4ed49e30979e4179867023fc86a20238_SeqId_6_) 2024-11-16T10:20:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/staging/jenkins.hfs.10__test__69k1sqns3tm43p2hl6q0f3kcgugu3mjepllh8591jeqr7jpuvaissvjn4srs1eek/f/0678a31d549a413ca5119a1f71a43f82_SeqId_6_ 2024-11-16T10:20:01,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(324): Finished replicating [e223df38-fdea-4b72-9ca7-d79549e26f1a] bulk loaded data 2024-11-16T10:20:01,772 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1033, reset compression=false 2024-11-16T10:20:01,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:20:01,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:01,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:01,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:01,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:01,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:01,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:20:01,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958365311, stopped=false 2024-11-16T10:20:01,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,44005,1731752384894 2024-11-16T10:20:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2059828459/running 2024-11-16T10:20:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2059828459/running 2024-11-16T10:20:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:20:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:20:01,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:01,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:01,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:01,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:01,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,42245,1731752385052' ***** 2024-11-16T10:20:01,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:20:01,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/running 2024-11-16T10:20:01,808 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:20:01,808 INFO [RS:0;b16ff38458c1:42245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:20:01,808 INFO [RS:0;b16ff38458c1:42245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:20:01,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:20:01,808 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b3a9d632e20517d800a3e1ca39b5fbc 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,42245,1731752385052 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:42245. 2024-11-16T10:20:01,809 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing babf93d7cbe80b8c25f2febafc88140d, disabling compactions & flushes 2024-11-16T10:20:01,809 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:20:01,809 DEBUG [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:01,809 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:01,809 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:20:01,809 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. after waiting 0 ms 2024-11-16T10:20:01,809 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:20:01,809 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing babf93d7cbe80b8c25f2febafc88140d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T10:20:01,809 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:20:01,809 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1325): Online Regions={babf93d7cbe80b8c25f2febafc88140d=hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d., 1588230740=hbase:meta,,1.1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc=test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc.} 2024-11-16T10:20:01,809 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc, babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:01,810 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:01,810 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:01,810 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:01,810 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:01,810 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:01,810 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:20:01,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Set watcher on znode that does not yet exist, /1-2059828459/running 2024-11-16T10:20:01,827 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/info/9529539c1aa843d1bbf356d3626f8967 is 147, key is hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d./info:regioninfo/1731752396047/Put/seqid=0 2024-11-16T10:20:01,829 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/hfileref/7e9d87e103d74b29b9f5e97c0fad1b63 is 74, key is 1/hfileref:0678a31d549a413ca5119a1f71a43f82_SeqId_6_/1731752401716/DeleteColumn/seqid=0 2024-11-16T10:20:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741845_1021 (size=5345) 2024-11-16T10:20:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741844_1020 (size=7686) 2024-11-16T10:20:01,902 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:02,010 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc, babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:02,210 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc, babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:02,234 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/hfileref/7e9d87e103d74b29b9f5e97c0fad1b63 2024-11-16T10:20:02,235 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/info/9529539c1aa843d1bbf356d3626f8967 2024-11-16T10:20:02,251 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/queue/92e94dd671d24389a7f05cf82c38ca6c is 154, key is 1-b16ff38458c1,42245,1731752385052/queue:b16ff38458c1%2C42245%2C1731752385052/1731752401718/Put/seqid=0 2024-11-16T10:20:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741846_1022 (size=5353) 2024-11-16T10:20:02,254 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/ns/518c71e977204325b0a53c3d23ca1147 is 43, key is default/ns:d/1731752388336/Put/seqid=0 2024-11-16T10:20:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741847_1023 (size=5153) 2024-11-16T10:20:02,275 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 687, reset compression=false 2024-11-16T10:20:02,276 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1033, reset compression=false 2024-11-16T10:20:02,279 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:02,279 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35039,1731752379397 got entry batch from reader: WALEntryBatch [walEntries=[{test/83bea867fb3e2488bd8f60cdd45ad53c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752401714/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T10:20:02,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:02,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46876 deadline: 1731752462280, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping 2024-11-16T10:20:02,284 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:02,291 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:20:02,291 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:20:02,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:02,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46876 deadline: 1731752462388, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping 2024-11-16T10:20:02,388 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:02,410 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc, babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:02,480 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:02,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:02,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46876 deadline: 1731752462591, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping 2024-11-16T10:20:02,592 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:02,610 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b3a9d632e20517d800a3e1ca39b5fbc, babf93d7cbe80b8c25f2febafc88140d 2024-11-16T10:20:02,654 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/queue/92e94dd671d24389a7f05cf82c38ca6c 2024-11-16T10:20:02,657 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/ns/518c71e977204325b0a53c3d23ca1147 2024-11-16T10:20:02,659 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/hfileref/7e9d87e103d74b29b9f5e97c0fad1b63 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/hfileref/7e9d87e103d74b29b9f5e97c0fad1b63 2024-11-16T10:20:02,663 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/hfileref/7e9d87e103d74b29b9f5e97c0fad1b63, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T10:20:02,663 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/.tmp/queue/92e94dd671d24389a7f05cf82c38ca6c as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/queue/92e94dd671d24389a7f05cf82c38ca6c 2024-11-16T10:20:02,667 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/queue/92e94dd671d24389a7f05cf82c38ca6c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T10:20:02,668 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for babf93d7cbe80b8c25f2febafc88140d in 859ms, sequenceid=12, compaction requested=false 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/replication/babf93d7cbe80b8c25f2febafc88140d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:02,675 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for babf93d7cbe80b8c25f2febafc88140d: Waiting for close lock at 1731752401809Running coprocessor pre-close hooks at 1731752401809Disabling compacts and flushes for region at 1731752401809Disabling writes for close at 1731752401809Obtaining lock to block concurrent updates at 1731752401809Preparing flush snapshotting stores in babf93d7cbe80b8c25f2febafc88140d at 1731752401809Finished memstore snapshotting hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731752401809Flushing stores of hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. at 1731752401810 (+1 ms)Flushing babf93d7cbe80b8c25f2febafc88140d/hfileref: creating writer at 1731752401810Flushing babf93d7cbe80b8c25f2febafc88140d/hfileref: appending metadata at 1731752401828 (+18 ms)Flushing babf93d7cbe80b8c25f2febafc88140d/hfileref: closing flushed file at 1731752401828Flushing babf93d7cbe80b8c25f2febafc88140d/queue: creating writer at 1731752402238 (+410 ms)Flushing babf93d7cbe80b8c25f2febafc88140d/queue: appending metadata at 1731752402250 (+12 ms)Flushing babf93d7cbe80b8c25f2febafc88140d/queue: closing flushed file at 1731752402250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ac65a3: reopening flushed file at 1731752402658 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae0a4c3: reopening flushed file at 1731752402663 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for babf93d7cbe80b8c25f2febafc88140d in 859ms, sequenceid=12, compaction requested=false at 1731752402668 (+5 ms)Writing region close event to WAL at 1731752402672 (+4 ms)Running coprocessor post-close hooks at 1731752402675 (+3 ms)Closed at 1731752402675 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/rep_barrier/b24cb01f15ea4aa2b64e36347ea906c1 is 112, key is test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc./rep_barrier:seqnumDuringOpen/1731752391718/Put/seqid=0 2024-11-16T10:20:02,675 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752394888.babf93d7cbe80b8c25f2febafc88140d. 2024-11-16T10:20:02,676 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b3a9d632e20517d800a3e1ca39b5fbc, disabling compactions & flushes 2024-11-16T10:20:02,676 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:20:02,676 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:20:02,676 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. after waiting 0 ms 2024-11-16T10:20:02,676 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:20:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741848_1024 (size=5518) 2024-11-16T10:20:02,679 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/rep_barrier/b24cb01f15ea4aa2b64e36347ea906c1 2024-11-16T10:20:02,679 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/default/test/6b3a9d632e20517d800a3e1ca39b5fbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:20:02,680 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:02,680 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:02,680 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:20:02,680 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b3a9d632e20517d800a3e1ca39b5fbc: Waiting for close lock at 1731752402676Running coprocessor pre-close hooks at 1731752402676Disabling compacts and flushes for region at 1731752402676Disabling writes for close at 1731752402676Writing region close event to WAL at 1731752402676Running coprocessor post-close hooks at 1731752402679 (+3 ms)Closed at 1731752402680 (+1 ms) 2024-11-16T10:20:02,680 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752390566.6b3a9d632e20517d800a3e1ca39b5fbc. 2024-11-16T10:20:02,696 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/table/d80eea73ece3479991321cbd79131398 is 53, key is hbase:replication/table:state/1731752396054/Put/seqid=0 2024-11-16T10:20:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741849_1025 (size=5308) 2024-11-16T10:20:02,783 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:02,810 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:20:02,810 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:20:02,810 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:20:02,881 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1033, reset compression=false 2024-11-16T10:20:02,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:02,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46876 deadline: 1731752462894, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping 2024-11-16T10:20:02,895 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b16ff38458c1,42245,1731752385052 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:02,923 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:02,923 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1328, reset compression=false 2024-11-16T10:20:02,923 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,42245,1731752385052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:02,925 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,42245,1731752385052: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,42245,1731752385052, walGroup=b16ff38458c1%2C42245%2C1731752385052, offset=b16ff38458c1%2C42245%2C1731752385052.1731752387419:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:42245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:20:02,927 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:20:02,929 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:20:02,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:20:02,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:20:02,930 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:20:02,930 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 540247000 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187696888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:20:02,933 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:20:03,010 DEBUG [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:20:03,100 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/table/d80eea73ece3479991321cbd79131398 2024-11-16T10:20:03,104 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/info/9529539c1aa843d1bbf356d3626f8967 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/info/9529539c1aa843d1bbf356d3626f8967 2024-11-16T10:20:03,108 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/info/9529539c1aa843d1bbf356d3626f8967, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:20:03,109 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/ns/518c71e977204325b0a53c3d23ca1147 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/ns/518c71e977204325b0a53c3d23ca1147 2024-11-16T10:20:03,113 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/ns/518c71e977204325b0a53c3d23ca1147, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:20:03,114 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/rep_barrier/b24cb01f15ea4aa2b64e36347ea906c1 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/rep_barrier/b24cb01f15ea4aa2b64e36347ea906c1 2024-11-16T10:20:03,118 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/rep_barrier/b24cb01f15ea4aa2b64e36347ea906c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:20:03,118 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/.tmp/table/d80eea73ece3479991321cbd79131398 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/table/d80eea73ece3479991321cbd79131398 2024-11-16T10:20:03,122 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/table/d80eea73ece3479991321cbd79131398, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:20:03,123 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-16T10:20:03,126 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1328, reset compression=false 2024-11-16T10:20:03,130 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:20:03,130 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:03,130 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:03,130 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:03,131 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752401809Running coprocessor pre-close hooks at 1731752401809Disabling compacts and flushes for region at 1731752401809Disabling writes for close at 1731752401810 (+1 ms)Obtaining lock to block concurrent updates at 1731752401810Preparing flush snapshotting stores in 1588230740 at 1731752401810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752401810Flushing stores of hbase:meta,,1.1588230740 at 1731752401811 (+1 ms)Flushing 1588230740/info: creating writer at 1731752401811Flushing 1588230740/info: appending metadata at 1731752401826 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731752401826Flushing 1588230740/ns: creating writer at 1731752402239 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731752402254 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731752402254Flushing 1588230740/rep_barrier: creating writer at 1731752402661 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752402675 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752402675Flushing 1588230740/table: creating writer at 1731752402682 (+7 ms)Flushing 1588230740/table: appending metadata at 1731752402695 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731752402695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e8c41e: reopening flushed file at 1731752403103 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1620d3: reopening flushed file at 1731752403108 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1348c: reopening flushed file at 1731752403113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3567013e: reopening flushed file at 1731752403118 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731752403123 (+5 ms)Writing region close event to WAL at 1731752403127 (+4 ms)Running coprocessor post-close hooks at 1731752403130 (+3 ms)Closed at 1731752403130 2024-11-16T10:20:03,131 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:03,187 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:03,211 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,42245,1731752385052; all regions closed. 2024-11-16T10:20:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:20:03,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.meta.1731752388287.meta not finished, retry = 0 2024-11-16T10:20:03,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:20:03,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:03,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b16ff38458c1,42245,1731752385052 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:03,298 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b16ff38458c1,42245,1731752385052 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:03,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.rep.1731752396019 not finished, retry = 0 2024-11-16T10:20:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741839_1015 (size=3127) 2024-11-16T10:20:03,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 not finished, retry = 0 2024-11-16T10:20:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741832_1008 (size=1336) 2024-11-16T10:20:03,430 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 to pos 1328, reset compression=false 2024-11-16T10:20:03,519 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:03,519 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:03,519 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/WALs/b16ff38458c1,42245,1731752385052/b16ff38458c1%2C42245%2C1731752385052.1731752387419 2024-11-16T10:20:03,519 INFO [RS:0;b16ff38458c1:42245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:03,519 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T10:20:03,519 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T10:20:03,519 INFO [RS:0;b16ff38458c1:42245 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:03,520 INFO [RS:0;b16ff38458c1:42245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:03,520 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:03,520 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,42245,1731752385052 because: Region server is closing 2024-11-16T10:20:03,520 INFO [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:42245. 2024-11-16T10:20:03,520 DEBUG [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:03,520 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:03,520 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:03,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:03,620 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.shipperb16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 terminated 2024-11-16T10:20:03,620 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,42245,1731752385052.replicationSource.wal-reader.b16ff38458c1%2C42245%2C1731752385052,1-b16ff38458c1,42245,1731752385052 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T10:20:03,621 INFO [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:42245. 2024-11-16T10:20:03,621 DEBUG [RS:0;b16ff38458c1:42245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:03,621 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:03,621 DEBUG [RS:0;b16ff38458c1:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:03,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:03,621 INFO [RS:0;b16ff38458c1:42245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42245 2024-11-16T10:20:03,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2059828459/rs/b16ff38458c1,42245,1731752385052 2024-11-16T10:20:03,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459/rs 2024-11-16T10:20:03,665 INFO [RS:0;b16ff38458c1:42245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:03,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,42245,1731752385052] 2024-11-16T10:20:03,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2059828459/draining/b16ff38458c1,42245,1731752385052 already deleted, retry=false 2024-11-16T10:20:03,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,42245,1731752385052 expired; onlineServers=0 2024-11-16T10:20:03,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,44005,1731752384894' ***** 2024-11-16T10:20:03,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:20:03,686 INFO [M:0;b16ff38458c1:44005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:03,686 INFO [M:0;b16ff38458c1:44005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:03,686 DEBUG [M:0;b16ff38458c1:44005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:20:03,686 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:20:03,686 DEBUG [M:0;b16ff38458c1:44005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:20:03,686 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752387094 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752387094,5,FailOnTimeoutGroup] 2024-11-16T10:20:03,686 INFO [M:0;b16ff38458c1:44005 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:03,686 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752387094 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752387094,5,FailOnTimeoutGroup] 2024-11-16T10:20:03,686 INFO [M:0;b16ff38458c1:44005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:03,686 DEBUG [M:0;b16ff38458c1:44005 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:20:03,687 INFO [M:0;b16ff38458c1:44005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:20:03,687 INFO [M:0;b16ff38458c1:44005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:03,687 INFO [M:0;b16ff38458c1:44005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:20:03,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:20:03,690 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:03,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2059828459/master 2024-11-16T10:20:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2059828459 2024-11-16T10:20:03,697 DEBUG [M:0;b16ff38458c1:44005 {}] zookeeper.ZKUtil(347): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Unable to get data of znode /1-2059828459/master because node does not exist (not an error) 2024-11-16T10:20:03,697 WARN [M:0;b16ff38458c1:44005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:20:03,697 INFO [M:0;b16ff38458c1:44005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/.lastflushedseqids 2024-11-16T10:20:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741850_1026 (size=263) 2024-11-16T10:20:03,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:03,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42245-0x101432837290004, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:03,776 INFO [RS:0;b16ff38458c1:42245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:03,776 INFO [RS:0;b16ff38458c1:42245 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,42245,1731752385052; zookeeper connection closed. 2024-11-16T10:20:03,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8743e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8743e9d 2024-11-16T10:20:03,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:20:03,801 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b16ff38458c1:42245 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:42245 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b16ff38458c1:42245 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:42245 2024-11-16T10:20:03,801 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b16ff38458c1:42245 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:42245 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:42245 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T10:20:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55262 deadline: 1731752463803, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T10:20:03,820 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T10:20:03,820 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T10:20:04,102 INFO [M:0;b16ff38458c1:44005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:20:04,102 INFO [M:0;b16ff38458c1:44005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:20:04,102 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:04,102 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:04,102 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:04,102 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:04,102 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:04,102 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T10:20:04,116 DEBUG [M:0;b16ff38458c1:44005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa4dc676ed84ee0837bf51cc3a4ffcb is 82, key is hbase:meta,,1/info:regioninfo/1731752388317/Put/seqid=0 2024-11-16T10:20:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741851_1027 (size=5672) 2024-11-16T10:20:04,293 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:04,420 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T10:20:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55262 deadline: 1731752464421, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T10:20:04,422 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T10:20:04,423 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T10:20:04,423 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T10:20:04,520 INFO [M:0;b16ff38458c1:44005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa4dc676ed84ee0837bf51cc3a4ffcb 2024-11-16T10:20:04,537 DEBUG [M:0;b16ff38458c1:44005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e78044f91342cdba919ea9af2f4c3b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752396057/Put/seqid=0 2024-11-16T10:20:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741852_1028 (size=8517) 2024-11-16T10:20:04,941 INFO [M:0;b16ff38458c1:44005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e78044f91342cdba919ea9af2f4c3b 2024-11-16T10:20:04,961 DEBUG [M:0;b16ff38458c1:44005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c8b4bc4fa14e36a4270673fd5e0ab9 is 69, key is b16ff38458c1,42245,1731752385052/rs:state/1731752387211/Put/seqid=0 2024-11-16T10:20:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741853_1029 (size=5156) 2024-11-16T10:20:04,997 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:05,123 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T10:20:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:20:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55262 deadline: 1731752465125, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T10:20:05,125 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T10:20:05,126 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T10:20:05,126 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T10:20:05,366 INFO [M:0;b16ff38458c1:44005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c8b4bc4fa14e36a4270673fd5e0ab9 2024-11-16T10:20:05,370 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fa4dc676ed84ee0837bf51cc3a4ffcb as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa4dc676ed84ee0837bf51cc3a4ffcb 2024-11-16T10:20:05,374 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fa4dc676ed84ee0837bf51cc3a4ffcb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:20:05,375 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56e78044f91342cdba919ea9af2f4c3b as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56e78044f91342cdba919ea9af2f4c3b 2024-11-16T10:20:05,379 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56e78044f91342cdba919ea9af2f4c3b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:20:05,380 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c8b4bc4fa14e36a4270673fd5e0ab9 as hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c8b4bc4fa14e36a4270673fd5e0ab9 2024-11-16T10:20:05,384 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44341/user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c8b4bc4fa14e36a4270673fd5e0ab9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:20:05,385 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-16T10:20:05,389 INFO [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:05,389 DEBUG [M:0;b16ff38458c1:44005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752404102Disabling compacts and flushes for region at 1731752404102Disabling writes for close at 1731752404102Obtaining lock to block concurrent updates at 1731752404102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752404102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731752404102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752404103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752404103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752404116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752404116Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752404524 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752404537 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752404537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752404945 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752404960 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752404960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180272e: reopening flushed file at 1731752405369 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229d1c58: reopening flushed file at 1731752405374 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6220edb0: reopening flushed file at 1731752405379 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731752405385 (+6 ms)Writing region close event to WAL at 1731752405389 (+4 ms)Closed at 1731752405389 2024-11-16T10:20:05,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741830_1006 (size=63666) 2024-11-16T10:20:05,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a520ac0-e94d-5a12-39d6-484acb7b0e82/MasterData/WALs/b16ff38458c1,44005,1731752384894/b16ff38458c1%2C44005%2C1731752384894.1731752386834 not finished, retry = 0 2024-11-16T10:20:05,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:05,492 INFO [M:0;b16ff38458c1:44005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:20:05,492 INFO [M:0;b16ff38458c1:44005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44005 2024-11-16T10:20:05,493 INFO [M:0;b16ff38458c1:44005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:05,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:05,649 INFO [M:0;b16ff38458c1:44005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:05,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44005-0x101432837290003, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:05,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1eec5427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:05,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42352efe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:05,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:05,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419d08a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:05,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e7fe5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:05,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:20:05,686 WARN [BP-1170962693-172.17.0.2-1731752382983 heartbeating to localhost/127.0.0.1:44341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:20:05,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:20:05,686 WARN [BP-1170962693-172.17.0.2-1731752382983 heartbeating to localhost/127.0.0.1:44341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1170962693-172.17.0.2-1731752382983 (Datanode Uuid 8a7b0aef-e323-48f3-990e-b2f50ea905e9) service to localhost/127.0.0.1:44341 2024-11-16T10:20:05,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/cluster_d10270a9-4015-d6af-5019-0bb869d60e47/data/data1/current/BP-1170962693-172.17.0.2-1731752382983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:05,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/cluster_d10270a9-4015-d6af-5019-0bb869d60e47/data/data2/current/BP-1170962693-172.17.0.2-1731752382983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:05,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:20:05,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dd1a75c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:05,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ff792c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:05,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:05,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5857b614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:05,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64838515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:20:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:20:05,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:05,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:05,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:05,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:05,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:05,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:20:05,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1003729795, stopped=false 2024-11-16T10:20:05,705 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,33351,1731752379187 2024-11-16T10:20:05,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0298871322/running 2024-11-16T10:20:05,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0298871322/running 2024-11-16T10:20:05,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:20:05,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:20:05,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:05,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:05,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/running 2024-11-16T10:20:05,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Set watcher on znode that does not yet exist, /0298871322/running 2024-11-16T10:20:05,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:05,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:05,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,35039,1731752379397' ***** 2024-11-16T10:20:05,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:20:05,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 81e55d067e84463551dba6476a2c3e51 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,35039,1731752379397 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:05,724 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81e55d067e84463551dba6476a2c3e51, disabling compactions & flushes 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35039. 2024-11-16T10:20:05,724 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:20:05,724 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:20:05,724 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. after waiting 0 ms 2024-11-16T10:20:05,724 DEBUG [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:05,724 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:20:05,724 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:05,724 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81e55d067e84463551dba6476a2c3e51 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:20:05,724 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:20:05,726 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:20:05,726 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1325): Online Regions={81e55d067e84463551dba6476a2c3e51=hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51., 1588230740=hbase:meta,,1.1588230740, 83bea867fb3e2488bd8f60cdd45ad53c=test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c.} 2024-11-16T10:20:05,726 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e55d067e84463551dba6476a2c3e51, 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:05,726 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:05,726 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:05,726 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:05,726 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:05,727 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:05,727 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:20:05,741 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/hfileref/5e5042f0d7a740a9870116eac5097aaa is 74, key is 1/hfileref:0e3486d95f7e43cd825265832758276d_SeqId_4_/1731752399637/DeleteColumn/seqid=0 2024-11-16T10:20:05,741 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/info/4d53b142988143d0aef445d3e54340c6 is 147, key is hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51./info:regioninfo/1731752393959/Put/seqid=0 2024-11-16T10:20:05,747 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:20:05,747 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:20:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741846_1022 (size=7686) 2024-11-16T10:20:05,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741847_1023 (size=5345) 2024-11-16T10:20:05,749 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/info/4d53b142988143d0aef445d3e54340c6 2024-11-16T10:20:05,770 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/ns/5d505ff5548247d9923c4bb6cfbdaa82 is 43, key is default/ns:d/1731752382858/Put/seqid=0 2024-11-16T10:20:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741848_1024 (size=5153) 2024-11-16T10:20:05,798 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:05,801 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:05,926 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T10:20:05,927 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e55d067e84463551dba6476a2c3e51, 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:05,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b16ff38458c1:44005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:44005 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:05,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b16ff38458c1:44005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:44005 2024-11-16T10:20:06,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:06,034 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b16ff38458c1:44005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:44005 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:20:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b16ff38458c1:44005 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:44005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T10:20:06,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b16ff38458c1:44005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b16ff38458c1/172.17.0.2:44005 2024-11-16T10:20:06,127 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e55d067e84463551dba6476a2c3e51, 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:06,149 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/hfileref/5e5042f0d7a740a9870116eac5097aaa 2024-11-16T10:20:06,165 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/queue/8e8f950941a646c89d01ff296c32dff5 is 153, key is 1-b16ff38458c1,35039,1731752379397/queue:b16ff38458c1%2C35039%2C1731752379397/1731752399639/Put/seqid=0 2024-11-16T10:20:06,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741849_1025 (size=5352) 2024-11-16T10:20:06,174 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/ns/5d505ff5548247d9923c4bb6cfbdaa82 2024-11-16T10:20:06,191 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/rep_barrier/36f95444e05c4fc398c28675f78c56a1 is 112, key is test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c./rep_barrier:seqnumDuringOpen/1731752389555/Put/seqid=0 2024-11-16T10:20:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741850_1026 (size=5518) 2024-11-16T10:20:06,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:06,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b16ff38458c1:44005 this server is in the failed servers list 2024-11-16T10:20:06,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b16ff38458c1:44005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:06,327 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e55d067e84463551dba6476a2c3e51, 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:06,527 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81e55d067e84463551dba6476a2c3e51, 83bea867fb3e2488bd8f60cdd45ad53c 2024-11-16T10:20:06,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:06,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b16ff38458c1:44005 this server is in the failed servers list 2024-11-16T10:20:06,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b16ff38458c1:44005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:06,569 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/queue/8e8f950941a646c89d01ff296c32dff5 2024-11-16T10:20:06,575 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/hfileref/5e5042f0d7a740a9870116eac5097aaa as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/hfileref/5e5042f0d7a740a9870116eac5097aaa 2024-11-16T10:20:06,578 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/hfileref/5e5042f0d7a740a9870116eac5097aaa, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T10:20:06,579 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/.tmp/queue/8e8f950941a646c89d01ff296c32dff5 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/queue/8e8f950941a646c89d01ff296c32dff5 2024-11-16T10:20:06,582 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/queue/8e8f950941a646c89d01ff296c32dff5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T10:20:06,583 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81e55d067e84463551dba6476a2c3e51 in 859ms, sequenceid=10, compaction requested=false 2024-11-16T10:20:06,583 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:20:06,588 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/replication/81e55d067e84463551dba6476a2c3e51/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T10:20:06,588 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:06,588 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:06,588 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:20:06,588 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81e55d067e84463551dba6476a2c3e51: Waiting for close lock at 1731752405724Running coprocessor pre-close hooks at 1731752405724Disabling compacts and flushes for region at 1731752405724Disabling writes for close at 1731752405724Obtaining lock to block concurrent updates at 1731752405724Preparing flush snapshotting stores in 81e55d067e84463551dba6476a2c3e51 at 1731752405724Finished memstore snapshotting hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731752405725 (+1 ms)Flushing stores of hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. at 1731752405725Flushing 81e55d067e84463551dba6476a2c3e51/hfileref: creating writer at 1731752405725Flushing 81e55d067e84463551dba6476a2c3e51/hfileref: appending metadata at 1731752405740 (+15 ms)Flushing 81e55d067e84463551dba6476a2c3e51/hfileref: closing flushed file at 1731752405740Flushing 81e55d067e84463551dba6476a2c3e51/queue: creating writer at 1731752406153 (+413 ms)Flushing 81e55d067e84463551dba6476a2c3e51/queue: appending metadata at 1731752406165 (+12 ms)Flushing 81e55d067e84463551dba6476a2c3e51/queue: closing flushed file at 1731752406165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c69add3: reopening flushed file at 1731752406574 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793c7286: reopening flushed file at 1731752406578 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81e55d067e84463551dba6476a2c3e51 in 859ms, sequenceid=10, compaction requested=false at 1731752406583 (+5 ms)Writing region close event to WAL at 1731752406585 (+2 ms)Running coprocessor post-close hooks at 1731752406588 (+3 ms)Closed at 1731752406588 2024-11-16T10:20:06,589 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752392791.81e55d067e84463551dba6476a2c3e51. 2024-11-16T10:20:06,589 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83bea867fb3e2488bd8f60cdd45ad53c, disabling compactions & flushes 2024-11-16T10:20:06,589 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:20:06,589 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:20:06,589 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. after waiting 0 ms 2024-11-16T10:20:06,589 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:20:06,592 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/default/test/83bea867fb3e2488bd8f60cdd45ad53c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:20:06,592 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:06,592 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:06,592 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:20:06,592 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83bea867fb3e2488bd8f60cdd45ad53c: Waiting for close lock at 1731752406589Running coprocessor pre-close hooks at 1731752406589Disabling compacts and flushes for region at 1731752406589Disabling writes for close at 1731752406589Writing region close event to WAL at 1731752406589Running coprocessor post-close hooks at 1731752406592 (+3 ms)Closed at 1731752406592 2024-11-16T10:20:06,593 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752388412.83bea867fb3e2488bd8f60cdd45ad53c. 2024-11-16T10:20:06,594 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/rep_barrier/36f95444e05c4fc398c28675f78c56a1 2024-11-16T10:20:06,614 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/table/6ee82f6dde414799a69c0e67fe2a8e48 is 53, key is hbase:replication/table:state/1731752393966/Put/seqid=0 2024-11-16T10:20:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741851_1027 (size=5308) 2024-11-16T10:20:06,705 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1033, reset compression=false 2024-11-16T10:20:06,709 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:06,709 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1328, reset compression=false 2024-11-16T10:20:06,727 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:20:06,727 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:20:06,727 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:20:06,913 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1328, reset compression=false 2024-11-16T10:20:06,927 DEBUG [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:20:07,019 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/table/6ee82f6dde414799a69c0e67fe2a8e48 2024-11-16T10:20:07,024 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/info/4d53b142988143d0aef445d3e54340c6 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/info/4d53b142988143d0aef445d3e54340c6 2024-11-16T10:20:07,028 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/info/4d53b142988143d0aef445d3e54340c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:20:07,029 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/ns/5d505ff5548247d9923c4bb6cfbdaa82 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/ns/5d505ff5548247d9923c4bb6cfbdaa82 2024-11-16T10:20:07,034 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/ns/5d505ff5548247d9923c4bb6cfbdaa82, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:20:07,035 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/rep_barrier/36f95444e05c4fc398c28675f78c56a1 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/rep_barrier/36f95444e05c4fc398c28675f78c56a1 2024-11-16T10:20:07,040 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/rep_barrier/36f95444e05c4fc398c28675f78c56a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:20:07,041 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/.tmp/table/6ee82f6dde414799a69c0e67fe2a8e48 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/table/6ee82f6dde414799a69c0e67fe2a8e48 2024-11-16T10:20:07,045 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/table/6ee82f6dde414799a69c0e67fe2a8e48, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:20:07,046 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-16T10:20:07,046 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:20:07,050 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:20:07,051 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:07,051 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:07,051 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:07,051 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752405726Running coprocessor pre-close hooks at 1731752405726Disabling compacts and flushes for region at 1731752405726Disabling writes for close at 1731752405727 (+1 ms)Obtaining lock to block concurrent updates at 1731752405727Preparing flush snapshotting stores in 1588230740 at 1731752405727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752405727Flushing stores of hbase:meta,,1.1588230740 at 1731752405727Flushing 1588230740/info: creating writer at 1731752405727Flushing 1588230740/info: appending metadata at 1731752405741 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731752405741Flushing 1588230740/ns: creating writer at 1731752405753 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731752405770 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731752405770Flushing 1588230740/rep_barrier: creating writer at 1731752406178 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752406190 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752406191 (+1 ms)Flushing 1588230740/table: creating writer at 1731752406598 (+407 ms)Flushing 1588230740/table: appending metadata at 1731752406614 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731752406614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdc8b56: reopening flushed file at 1731752407023 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1035d8ee: reopening flushed file at 1731752407028 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88fa8b8: reopening flushed file at 1731752407035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321f1567: reopening flushed file at 1731752407040 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731752407046 (+6 ms)Writing region close event to WAL at 1731752407047 (+1 ms)Running coprocessor post-close hooks at 1731752407051 (+4 ms)Closed at 1731752407051 2024-11-16T10:20:07,051 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:07,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:07,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b16ff38458c1:44005 this server is in the failed servers list 2024-11-16T10:20:07,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b16ff38458c1:44005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:07,128 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,35039,1731752379397; all regions closed. 2024-11-16T10:20:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:20:07,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.meta.1731752382782.meta not finished, retry = 0 2024-11-16T10:20:07,216 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.1731752381809 to pos 1328, reset compression=false 2024-11-16T10:20:07,232 DEBUG [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs 2024-11-16T10:20:07,232 INFO [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C35039%2C1731752379397.meta:.meta(num 1731752382782) 2024-11-16T10:20:07,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741839_1015 (size=2695) 2024-11-16T10:20:07,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/WALs/b16ff38458c1,35039,1731752379397/b16ff38458c1%2C35039%2C1731752379397.rep.1731752393924 not finished, retry = 0 2024-11-16T10:20:07,336 DEBUG [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs 2024-11-16T10:20:07,336 INFO [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C35039%2C1731752379397.rep:(num 1731752393924) 2024-11-16T10:20:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741832_1008 (size=1336) 2024-11-16T10:20:07,344 DEBUG [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/oldWALs 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C35039%2C1731752379397:(num 1731752381809) 2024-11-16T10:20:07,344 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:07,344 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:07,344 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,35039,1731752379397 because: Region server is closing 2024-11-16T10:20:07,345 INFO [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35039. 2024-11-16T10:20:07,345 DEBUG [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:07,345 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:07,345 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:07,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:07,445 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.wal-reader.b16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:20:07,445 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T10:20:07,445 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T10:20:07,445 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T10:20:08,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:08,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:08,086 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:08,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:08,346 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35039,1731752379397.replicationSource.shipperb16ff38458c1%2C35039%2C1731752379397,1-b16ff38458c1,35039,1731752379397 terminated 2024-11-16T10:20:08,346 INFO [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35039. 2024-11-16T10:20:08,346 DEBUG [RS:0;b16ff38458c1:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:08,346 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:08,346 DEBUG [RS:0;b16ff38458c1:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:08,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:08,346 INFO [RS:0;b16ff38458c1:35039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35039 2024-11-16T10:20:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0298871322/rs/b16ff38458c1,35039,1731752379397 2024-11-16T10:20:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322/rs 2024-11-16T10:20:08,412 INFO [RS:0;b16ff38458c1:35039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:08,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,35039,1731752379397] 2024-11-16T10:20:08,553 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0298871322/draining/b16ff38458c1,35039,1731752379397 already deleted, retry=false 2024-11-16T10:20:08,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,35039,1731752379397 expired; onlineServers=0 2024-11-16T10:20:08,554 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,33351,1731752379187' ***** 2024-11-16T10:20:08,554 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:08,554 DEBUG [M:0;b16ff38458c1:33351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:20:08,554 DEBUG [M:0;b16ff38458c1:33351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:20:08,554 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:20:08,554 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752381588 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752381588,5,FailOnTimeoutGroup] 2024-11-16T10:20:08,554 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752381590 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752381590,5,FailOnTimeoutGroup] 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:08,554 DEBUG [M:0;b16ff38458c1:33351 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:08,554 INFO [M:0;b16ff38458c1:33351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:20:08,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:20:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0298871322/master 2024-11-16T10:20:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0298871322 2024-11-16T10:20:08,564 DEBUG [M:0;b16ff38458c1:33351 {}] zookeeper.ZKUtil(347): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Unable to get data of znode /0298871322/master because node does not exist (not an error) 2024-11-16T10:20:08,564 WARN [M:0;b16ff38458c1:33351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:20:08,565 INFO [M:0;b16ff38458c1:33351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/.lastflushedseqids 2024-11-16T10:20:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741852_1028 (size=263) 2024-11-16T10:20:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:08,641 INFO [RS:0;b16ff38458c1:35039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:08,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x101432837290001, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:08,641 INFO [RS:0;b16ff38458c1:35039 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,35039,1731752379397; zookeeper connection closed. 2024-11-16T10:20:08,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a480dd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a480dd8 2024-11-16T10:20:08,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:20:08,775 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:20:08,973 INFO [M:0;b16ff38458c1:33351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:20:08,973 INFO [M:0;b16ff38458c1:33351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:20:08,973 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:08,973 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:08,973 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:08,973 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:08,973 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:08,973 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T10:20:08,990 DEBUG [M:0;b16ff38458c1:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/118a968bfc3b445ab3de52eff9e84882 is 82, key is hbase:meta,,1/info:regioninfo/1731752382810/Put/seqid=0 2024-11-16T10:20:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741853_1029 (size=5672) 2024-11-16T10:20:09,394 INFO [M:0;b16ff38458c1:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/118a968bfc3b445ab3de52eff9e84882 2024-11-16T10:20:09,417 DEBUG [M:0;b16ff38458c1:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2724b84a795c474094195f9de43d4f07 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752393970/Put/seqid=0 2024-11-16T10:20:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741854_1030 (size=8516) 2024-11-16T10:20:09,821 INFO [M:0;b16ff38458c1:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2724b84a795c474094195f9de43d4f07 2024-11-16T10:20:09,841 DEBUG [M:0;b16ff38458c1:33351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a68b50d61d24705be2c7bad1e48f653 is 69, key is b16ff38458c1,35039,1731752379397/rs:state/1731752381659/Put/seqid=0 2024-11-16T10:20:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741855_1031 (size=5156) 2024-11-16T10:20:10,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:10,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:10,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:10,244 INFO [M:0;b16ff38458c1:33351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a68b50d61d24705be2c7bad1e48f653 2024-11-16T10:20:10,249 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/118a968bfc3b445ab3de52eff9e84882 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/118a968bfc3b445ab3de52eff9e84882 2024-11-16T10:20:10,252 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/118a968bfc3b445ab3de52eff9e84882, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:20:10,253 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2724b84a795c474094195f9de43d4f07 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2724b84a795c474094195f9de43d4f07 2024-11-16T10:20:10,256 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2724b84a795c474094195f9de43d4f07, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:20:10,257 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a68b50d61d24705be2c7bad1e48f653 as hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a68b50d61d24705be2c7bad1e48f653 2024-11-16T10:20:10,261 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39905/user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a68b50d61d24705be2c7bad1e48f653, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:20:10,261 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-16T10:20:10,263 INFO [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:10,263 DEBUG [M:0;b16ff38458c1:33351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752408973Disabling compacts and flushes for region at 1731752408973Disabling writes for close at 1731752408973Obtaining lock to block concurrent updates at 1731752408973Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752408973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731752408974 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752408974Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752408975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752408990 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752408990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752409399 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752409416 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752409416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752409825 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752409840 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752409840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d037738: reopening flushed file at 1731752410248 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9c5569: reopening flushed file at 1731752410252 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d65a9d: reopening flushed file at 1731752410256 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731752410261 (+5 ms)Writing region close event to WAL at 1731752410263 (+2 ms)Closed at 1731752410263 2024-11-16T10:20:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741830_1006 (size=63654) 2024-11-16T10:20:10,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6719f06e-576b-e756-df47-062003c5da0d/MasterData/WALs/b16ff38458c1,33351,1731752379187/b16ff38458c1%2C33351%2C1731752379187.1731752381278 not finished, retry = 0 2024-11-16T10:20:10,367 INFO [M:0;b16ff38458c1:33351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:20:10,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:10,367 INFO [M:0;b16ff38458c1:33351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33351 2024-11-16T10:20:10,367 INFO [M:0;b16ff38458c1:33351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:10,512 INFO [M:0;b16ff38458c1:33351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33351-0x101432837290000, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:10,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6d8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:10,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@191d2d2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:10,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:10,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9040624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:10,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f02314a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:10,516 WARN [BP-343529325-172.17.0.2-1731752377242 heartbeating to localhost/127.0.0.1:39905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:20:10,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:20:10,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:20:10,516 WARN [BP-343529325-172.17.0.2-1731752377242 heartbeating to localhost/127.0.0.1:39905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343529325-172.17.0.2-1731752377242 (Datanode Uuid 02d5a959-f757-47f6-bd17-2a0d8f680d2a) service to localhost/127.0.0.1:39905 2024-11-16T10:20:10,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/data/data1/current/BP-343529325-172.17.0.2-1731752377242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:10,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/cluster_c9ecaf3f-10ae-0970-69db-63370554d55b/data/data2/current/BP-343529325-172.17.0.2-1731752377242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:10,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:20:10,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101bca7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:10,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21573e60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:10,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:10,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed3f69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:10,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e3642{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4228fa0b-d394-aed5-d53f-f6b3067c6c81/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:10,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:20:10,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:20:10,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 205) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39905 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44341 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44341 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39905 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 3940) 2024-11-16T10:20:10,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=3779 2024-11-16T10:20:10,571 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T10:20:10,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir so I do NOT create it in target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a 2024-11-16T10:20:10,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:20:10,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.tmp.dir so I do NOT create it in target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a 2024-11-16T10:20:10,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85534c8-7f7e-e7b2-ab93-cc25fb18592e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:20:10,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a 2024-11-16T10:20:10,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357, deleteOnExit=true 2024-11-16T10:20:10,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/zookeeper_0, clientPort=52812, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:20:10,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52812 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/test.cache.data in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:20:10,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:10,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:20:10,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:20:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101432837290005, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:20:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101432837290002, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:20:10,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101432837290002, quorum=127.0.0.1:53233, baseZNode=/0298871322 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:20:10,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101432837290005, quorum=127.0.0.1:53233, baseZNode=/1-2059828459 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:20:10,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:10,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:10,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:10,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:10,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:20:10,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:10,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bdff58b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:10,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6044a590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:11,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d0dfc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/java.io.tmpdir/jetty-localhost-33127-hadoop-hdfs-3_4_1-tests_jar-_-any-10576097484726479476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:11,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e7c75c9{HTTP/1.1, (http/1.1)}{localhost:33127} 2024-11-16T10:20:11,007 INFO [Time-limited test {}] server.Server(415): Started @205202ms 2024-11-16T10:20:11,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:11,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:11,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:11,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:11,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:11,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@453c8ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:11,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e02bc05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:11,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3090df72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/java.io.tmpdir/jetty-localhost-38067-hadoop-hdfs-3_4_1-tests_jar-_-any-16476181408560441935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:11,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c58b73f{HTTP/1.1, (http/1.1)}{localhost:38067} 2024-11-16T10:20:11,356 INFO [Time-limited test {}] server.Server(415): Started @205550ms 2024-11-16T10:20:11,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:20:12,061 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/data/data1/current/BP-1472711997-172.17.0.2-1731752410609/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:12,061 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/data/data2/current/BP-1472711997-172.17.0.2-1731752410609/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:12,075 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:20:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fc03d48ac9f7b3 with lease ID 0xa9bfdc60cd886765: Processing first storage report for DS-321679b8-310e-4b23-bc1f-48d45dbc661d from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=c9f706ff-d4a0-48a5-82ca-6029f2396e0e, infoPort=34137, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1704404526;c=1731752410609) 2024-11-16T10:20:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fc03d48ac9f7b3 with lease ID 0xa9bfdc60cd886765: from storage DS-321679b8-310e-4b23-bc1f-48d45dbc661d node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=c9f706ff-d4a0-48a5-82ca-6029f2396e0e, infoPort=34137, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1704404526;c=1731752410609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46fc03d48ac9f7b3 with lease ID 0xa9bfdc60cd886765: Processing first storage report for DS-56f6e8b0-19d4-413b-8e78-b2c1a36b9668 from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=c9f706ff-d4a0-48a5-82ca-6029f2396e0e, infoPort=34137, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1704404526;c=1731752410609) 2024-11-16T10:20:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46fc03d48ac9f7b3 with lease ID 0xa9bfdc60cd886765: from storage DS-56f6e8b0-19d4-413b-8e78-b2c1a36b9668 node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=c9f706ff-d4a0-48a5-82ca-6029f2396e0e, infoPort=34137, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1704404526;c=1731752410609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:12,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a 2024-11-16T10:20:12,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:20:12,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8 with version=8 2024-11-16T10:20:12,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/hbase-staging 2024-11-16T10:20:12,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:12,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36573 2024-11-16T10:20:12,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36573 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365730x0, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:12,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36573-0x1014328b98d0000 connected 2024-11-16T10:20:12,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/running 2024-11-16T10:20:12,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8, hbase.cluster.distributed=false 2024-11-16T10:20:12,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/acl 2024-11-16T10:20:12,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-16T10:20:12,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36573 2024-11-16T10:20:12,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36573 2024-11-16T10:20:12,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-16T10:20:12,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-16T10:20:12,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:20:12,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:12,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34485 2024-11-16T10:20:12,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34485 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:12,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:12,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344850x0, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:12,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344850x0, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/running 2024-11-16T10:20:12,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34485-0x1014328b98d0001 connected 2024-11-16T10:20:12,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:20:12,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:20:12,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/master 2024-11-16T10:20:12,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/acl 2024-11-16T10:20:12,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-16T10:20:12,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-11-16T10:20:12,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-11-16T10:20:12,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-16T10:20:12,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-16T10:20:12,819 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:36573 2024-11-16T10:20:12,819 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1734226151/backup-masters/b16ff38458c1,36573,1731752412588 2024-11-16T10:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/backup-masters 2024-11-16T10:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/backup-masters 2024-11-16T10:20:12,827 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on existing znode=/0-1734226151/backup-masters/b16ff38458c1,36573,1731752412588 2024-11-16T10:20:12,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:12,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1734226151/master 2024-11-16T10:20:12,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:12,837 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on existing znode=/0-1734226151/master 2024-11-16T10:20:12,838 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1734226151/backup-masters/b16ff38458c1,36573,1731752412588 from backup master directory 2024-11-16T10:20:12,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/backup-masters 2024-11-16T10:20:12,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1734226151/backup-masters/b16ff38458c1,36573,1731752412588 2024-11-16T10:20:12,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/backup-masters 2024-11-16T10:20:12,848 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:12,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,36573,1731752412588 2024-11-16T10:20:12,851 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/hbase.id] with ID: d1e94b97-ebed-41ea-bcb6-195ba39d065e 2024-11-16T10:20:12,851 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/.tmp/hbase.id 2024-11-16T10:20:12,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:13,255 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/.tmp/hbase.id]:[hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/hbase.id] 2024-11-16T10:20:13,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:13,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:20:13,264 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:20:13,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:13,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:20:13,717 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:13,717 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:20:13,717 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:13,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:20:13,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:13,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:13,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:14,124 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store 2024-11-16T10:20:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:20:14,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:14,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:14,134 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:14,531 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:14,531 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:14,531 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752414531Disabling compacts and flushes for region at 1731752414531Disabling writes for close at 1731752414531Writing region close event to WAL at 1731752414531Closed at 1731752414531 2024-11-16T10:20:14,532 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/.initializing 2024-11-16T10:20:14,532 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/WALs/b16ff38458c1,36573,1731752412588 2024-11-16T10:20:14,533 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:14,534 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C36573%2C1731752412588, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/WALs/b16ff38458c1,36573,1731752412588, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/oldWALs, maxLogs=10 2024-11-16T10:20:14,546 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/WALs/b16ff38458c1,36573,1731752412588/b16ff38458c1%2C36573%2C1731752412588.1731752414534, exclude list is [], retry=0 2024-11-16T10:20:14,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-321679b8-310e-4b23-bc1f-48d45dbc661d,DISK] 2024-11-16T10:20:14,549 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/WALs/b16ff38458c1,36573,1731752412588/b16ff38458c1%2C36573%2C1731752412588.1731752414534 2024-11-16T10:20:14,550 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34137:34137)] 2024-11-16T10:20:14,550 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:14,550 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:14,550 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,550 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:20:14,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:14,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:14,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:20:14,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:14,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:14,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:20:14,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:14,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:14,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:20:14,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:14,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:14,556 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,557 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,557 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:14,559 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:14,561 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:14,561 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71312762, jitterRate=0.06264296174049377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:14,562 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752414550Initializing all the Stores at 1731752414551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752414551Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752414551Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752414551Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752414551Cleaning up temporary data from old regions at 1731752414558 (+7 ms)Region opened successfully at 1731752414562 (+4 ms) 2024-11-16T10:20:14,562 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:20:14,565 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58699f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:14,565 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:20:14,565 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:20:14,565 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:20:14,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:20:14,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:20:14,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:20:14,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:20:14,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:20:14,568 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/balancer because node does not exist (not necessarily an error) 2024-11-16T10:20:14,627 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/balancer already deleted, retry=false 2024-11-16T10:20:14,627 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:20:14,628 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:20:14,637 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/normalizer already deleted, retry=false 2024-11-16T10:20:14,638 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:20:14,638 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:20:14,648 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/switch/split already deleted, retry=false 2024-11-16T10:20:14,648 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:20:14,658 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/switch/merge already deleted, retry=false 2024-11-16T10:20:14,660 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:20:14,669 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/snapshot-cleanup already deleted, retry=false 2024-11-16T10:20:14,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1734226151/running 2024-11-16T10:20:14,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1734226151/running 2024-11-16T10:20:14,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,36573,1731752412588, sessionid=0x1014328b98d0000, setting cluster-up flag (Was=false) 2024-11-16T10:20:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,732 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1734226151/flush-table-proc/acquired, /0-1734226151/flush-table-proc/reached, /0-1734226151/flush-table-proc/abort 2024-11-16T10:20:14,733 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,36573,1731752412588 2024-11-16T10:20:14,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:14,784 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1734226151/online-snapshot/acquired, /0-1734226151/online-snapshot/reached, /0-1734226151/online-snapshot/abort 2024-11-16T10:20:14,785 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,36573,1731752412588 2024-11-16T10:20:14,786 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:20:14,787 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:14,787 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:20:14,787 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:20:14,788 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,36573,1731752412588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:14,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,789 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752444789 2024-11-16T10:20:14,789 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:20:14,789 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:20:14,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:20:14,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:20:14,790 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:20:14,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:14,791 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752414790,5,FailOnTimeoutGroup] 2024-11-16T10:20:14,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:20:14,791 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752414791,5,FailOnTimeoutGroup] 2024-11-16T10:20:14,791 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,791 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:20:14,791 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,791 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:20:14,811 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(746): ClusterId : d1e94b97-ebed-41ea-bcb6-195ba39d065e 2024-11-16T10:20:14,811 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:20:14,823 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:20:14,823 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:20:14,833 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:20:14,833 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470f1ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:14,846 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:34485 2024-11-16T10:20:14,846 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:20:14,846 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:20:14,846 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:20:14,847 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,36573,1731752412588 with port=34485, startcode=1731752412781 2024-11-16T10:20:14,847 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:20:14,848 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:20:14,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36573 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,849 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8 2024-11-16T10:20:14,850 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34637 2024-11-16T10:20:14,850 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:20:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/rs 2024-11-16T10:20:14,859 DEBUG [RS:0;b16ff38458c1:34485 {}] zookeeper.ZKUtil(111): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on existing znode=/0-1734226151/rs/b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,859 WARN [RS:0;b16ff38458c1:34485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:14,859 INFO [RS:0;b16ff38458c1:34485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:14,859 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,34485,1731752412781] 2024-11-16T10:20:14,862 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:20:14,863 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:20:14,864 INFO [RS:0;b16ff38458c1:34485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:20:14,864 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,864 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:20:14,864 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:20:14,864 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,864 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,864 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,864 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,864 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:14,865 DEBUG [RS:0;b16ff38458c1:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,865 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34485,1731752412781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:14,879 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:20:14,879 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34485,1731752412781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,879 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,879 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.Replication(171): b16ff38458c1,34485,1731752412781 started 2024-11-16T10:20:14,891 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:14,891 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,34485,1731752412781, RpcServer on b16ff38458c1/172.17.0.2:34485, sessionid=0x1014328b98d0001 2024-11-16T10:20:14,891 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:20:14,891 DEBUG [RS:0;b16ff38458c1:34485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,891 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,34485,1731752412781' 2024-11-16T10:20:14,891 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1734226151/flush-table-proc/abort' 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1734226151/flush-table-proc/acquired' 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,34485,1731752412781 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,34485,1731752412781' 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1734226151/online-snapshot/abort' 2024-11-16T10:20:14,892 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1734226151/online-snapshot/acquired' 2024-11-16T10:20:14,893 DEBUG [RS:0;b16ff38458c1:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:20:14,893 INFO [RS:0;b16ff38458c1:34485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:20:14,893 INFO [RS:0;b16ff38458c1:34485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:20:14,993 INFO [RS:0;b16ff38458c1:34485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:14,994 INFO [RS:0;b16ff38458c1:34485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C34485%2C1731752412781, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/oldWALs, maxLogs=10 2024-11-16T10:20:15,005 DEBUG [RS:0;b16ff38458c1:34485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, exclude list is [], retry=0 2024-11-16T10:20:15,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-321679b8-310e-4b23-bc1f-48d45dbc661d,DISK] 2024-11-16T10:20:15,009 INFO [RS:0;b16ff38458c1:34485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 2024-11-16T10:20:15,009 DEBUG [RS:0;b16ff38458c1:34485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34137:34137)] 2024-11-16T10:20:15,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:20:15,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8 2024-11-16T10:20:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:20:15,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:15,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:15,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:15,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:15,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:15,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:15,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:15,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:15,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:15,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:15,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:15,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:15,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:15,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:15,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:15,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:15,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740 2024-11-16T10:20:15,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740 2024-11-16T10:20:15,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:15,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:15,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:15,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:15,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:15,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59797286, jitterRate=-0.10895100235939026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752415604Initializing all the Stores at 1731752415605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752415605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752415605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752415605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752415605Cleaning up temporary data from old regions at 1731752415612 (+7 ms)Region opened successfully at 1731752415615 (+3 ms) 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:15,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:15,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:15,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752415616Disabling compacts and flushes for region at 1731752415616Disabling writes for close at 1731752415616Writing region close event to WAL at 1731752415616Closed at 1731752415616 2024-11-16T10:20:15,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:15,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:20:15,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:20:15,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:15,618 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:20:15,769 DEBUG [b16ff38458c1:36573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:20:15,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:15,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,34485,1731752412781, state=OPENING 2024-11-16T10:20:15,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:20:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:15,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1734226151/meta-region-server: CHANGED 2024-11-16T10:20:15,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:15,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1734226151/meta-region-server: CHANGED 2024-11-16T10:20:15,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,34485,1731752412781}] 2024-11-16T10:20:16,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:16,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:20:16,037 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:20:16,037 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:16,037 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:20:16,038 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C34485%2C1731752412781.meta, suffix=.meta, logDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/oldWALs, maxLogs=10 2024-11-16T10:20:16,050 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.meta.1731752416038.meta, exclude list is [], retry=0 2024-11-16T10:20:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-321679b8-310e-4b23-bc1f-48d45dbc661d,DISK] 2024-11-16T10:20:16,053 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.meta.1731752416038.meta 2024-11-16T10:20:16,053 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34137:34137)] 2024-11-16T10:20:16,053 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:16,053 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:20:16,054 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:20:16,054 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:20:16,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:16,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:16,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:16,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:16,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:16,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:16,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:16,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:16,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:16,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:16,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:16,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:16,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:16,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:16,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:16,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:16,059 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:16,059 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740 2024-11-16T10:20:16,060 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740 2024-11-16T10:20:16,061 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:16,061 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:16,062 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:16,063 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:16,063 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62328594, jitterRate=-0.07123157382011414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:16,063 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:20:16,064 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752416054Writing region info on filesystem at 1731752416054Initializing all the Stores at 1731752416055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752416055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752416055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752416055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752416055Cleaning up temporary data from old regions at 1731752416061 (+6 ms)Running coprocessor post-open hooks at 1731752416063 (+2 ms)Region opened successfully at 1731752416064 (+1 ms) 2024-11-16T10:20:16,065 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752416033 2024-11-16T10:20:16,067 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:20:16,067 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:20:16,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:16,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,34485,1731752412781, state=OPEN 2024-11-16T10:20:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1734226151/meta-region-server 2024-11-16T10:20:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1734226151/meta-region-server 2024-11-16T10:20:16,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:16,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1734226151/meta-region-server: CHANGED 2024-11-16T10:20:16,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1734226151/meta-region-server: CHANGED 2024-11-16T10:20:16,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:20:16,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,34485,1731752412781 in 377 msec 2024-11-16T10:20:16,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:20:16,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-16T10:20:16,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:16,262 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:20:16,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:16,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,34485,1731752412781, seqNum=-1] 2024-11-16T10:20:16,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:16,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:16,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4810 sec 2024-11-16T10:20:16,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752416268, completionTime=-1 2024-11-16T10:20:16,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:20:16,268 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752476270 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752536270 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:36573, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,270 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,272 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.426sec 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:16,274 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:20:16,275 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:20:16,275 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:20:16,275 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36573,1731752412588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:16,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bdc973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:16,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:16,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:16,313 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:16,315 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:16,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f774d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:16,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,34485,1731752412781, seqNum=-1] 2024-11-16T10:20:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:16,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:16,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,36573,1731752412588 2024-11-16T10:20:16,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:16,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:16,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014328b98d0002 connected 2024-11-16T10:20:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir so I do NOT create it in target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855 2024-11-16T10:20:16,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:20:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.tmp.dir so I do NOT create it in target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855 2024-11-16T10:20:16,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:20:16,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855 2024-11-16T10:20:16,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/cluster_47792f8d-1a83-ac32-21c7-a32981aefc37, deleteOnExit=true 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/test.cache.data in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:20:16,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:20:16,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:20:16,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:20:16,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:16,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:16,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:16,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:16,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:16,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:16,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9dd7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:16,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4817aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:16,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ac1640d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/java.io.tmpdir/jetty-localhost-40289-hadoop-hdfs-3_4_1-tests_jar-_-any-3389679030289085100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:16,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b3e7c9{HTTP/1.1, (http/1.1)}{localhost:40289} 2024-11-16T10:20:16,959 INFO [Time-limited test {}] server.Server(415): Started @211154ms 2024-11-16T10:20:17,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:17,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:17,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:17,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:17,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:17,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e5a6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:17,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a7f68b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:17,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68dc2cd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/java.io.tmpdir/jetty-localhost-38285-hadoop-hdfs-3_4_1-tests_jar-_-any-16395727668158942730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:17,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c78992{HTTP/1.1, (http/1.1)}{localhost:38285} 2024-11-16T10:20:17,308 INFO [Time-limited test {}] server.Server(415): Started @211503ms 2024-11-16T10:20:17,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:20:17,970 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/cluster_47792f8d-1a83-ac32-21c7-a32981aefc37/data/data1/current/BP-2116298671-172.17.0.2-1731752416538/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:17,970 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/cluster_47792f8d-1a83-ac32-21c7-a32981aefc37/data/data2/current/BP-2116298671-172.17.0.2-1731752416538/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:17,991 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20288338628883d9 with lease ID 0xfd9b53d7b015f670: Processing first storage report for DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7 from datanode DatanodeRegistration(127.0.0.1:34731, datanodeUuid=bed2e371-f502-479c-be6e-a7e3328a17b7, infoPort=39013, infoSecurePort=0, ipcPort=35833, storageInfo=lv=-57;cid=testClusterID;nsid=842069571;c=1731752416538) 2024-11-16T10:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20288338628883d9 with lease ID 0xfd9b53d7b015f670: from storage DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7 node DatanodeRegistration(127.0.0.1:34731, datanodeUuid=bed2e371-f502-479c-be6e-a7e3328a17b7, infoPort=39013, infoSecurePort=0, ipcPort=35833, storageInfo=lv=-57;cid=testClusterID;nsid=842069571;c=1731752416538), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20288338628883d9 with lease ID 0xfd9b53d7b015f670: Processing first storage report for DS-b89d535e-1c63-400f-8217-37d5b2354f14 from datanode DatanodeRegistration(127.0.0.1:34731, datanodeUuid=bed2e371-f502-479c-be6e-a7e3328a17b7, infoPort=39013, infoSecurePort=0, ipcPort=35833, storageInfo=lv=-57;cid=testClusterID;nsid=842069571;c=1731752416538) 2024-11-16T10:20:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20288338628883d9 with lease ID 0xfd9b53d7b015f670: from storage DS-b89d535e-1c63-400f-8217-37d5b2354f14 node DatanodeRegistration(127.0.0.1:34731, datanodeUuid=bed2e371-f502-479c-be6e-a7e3328a17b7, infoPort=39013, infoSecurePort=0, ipcPort=35833, storageInfo=lv=-57;cid=testClusterID;nsid=842069571;c=1731752416538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:18,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855 2024-11-16T10:20:18,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:20:18,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d with version=8 2024-11-16T10:20:18,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/hbase-staging 2024-11-16T10:20:18,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:18,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:18,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:18,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:20:18,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:18,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41365 2024-11-16T10:20:18,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41365 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413650x0, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:18,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41365-0x1014328b98d0003 connected 2024-11-16T10:20:18,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/running 2024-11-16T10:20:18,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d, hbase.cluster.distributed=false 2024-11-16T10:20:18,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/acl 2024-11-16T10:20:18,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41365 2024-11-16T10:20:18,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41365 2024-11-16T10:20:18,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41365 2024-11-16T10:20:18,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41365 2024-11-16T10:20:18,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41365 2024-11-16T10:20:18,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:18,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:20:18,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:18,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35449 2024-11-16T10:20:18,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35449 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:18,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:18,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354490x0, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:18,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354490x0, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/running 2024-11-16T10:20:18,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35449-0x1014328b98d0004 connected 2024-11-16T10:20:18,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:20:18,655 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:20:18,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/master 2024-11-16T10:20:18,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/acl 2024-11-16T10:20:18,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-16T10:20:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-11-16T10:20:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-11-16T10:20:18,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-16T10:20:18,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-16T10:20:18,686 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:41365 2024-11-16T10:20:18,686 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-520245630/backup-masters/b16ff38458c1,41365,1731752418463 2024-11-16T10:20:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/backup-masters 2024-11-16T10:20:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/backup-masters 2024-11-16T10:20:18,696 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on existing znode=/1-520245630/backup-masters/b16ff38458c1,41365,1731752418463 2024-11-16T10:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-520245630/master 2024-11-16T10:20:18,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:18,707 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on existing znode=/1-520245630/master 2024-11-16T10:20:18,707 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-520245630/backup-masters/b16ff38458c1,41365,1731752418463 from backup master directory 2024-11-16T10:20:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-520245630/backup-masters/b16ff38458c1,41365,1731752418463 2024-11-16T10:20:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/backup-masters 2024-11-16T10:20:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/backup-masters 2024-11-16T10:20:18,717 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:18,717 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,41365,1731752418463 2024-11-16T10:20:18,720 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/hbase.id] with ID: dd5d786e-0d2c-44ce-bb0e-4005014189c9 2024-11-16T10:20:18,720 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/.tmp/hbase.id 2024-11-16T10:20:18,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:20:19,125 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/.tmp/hbase.id]:[hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/hbase.id] 2024-11-16T10:20:19,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:19,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:20:19,134 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:20:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:20:19,589 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:19,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:20:19,590 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:19,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:20:19,596 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store 2024-11-16T10:20:19,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:20:20,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:20,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:20,000 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:20,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:20,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:20,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:20,000 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:20,001 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752420000Disabling compacts and flushes for region at 1731752420000Disabling writes for close at 1731752420000Writing region close event to WAL at 1731752420000Closed at 1731752420000 2024-11-16T10:20:20,001 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/.initializing 2024-11-16T10:20:20,001 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/WALs/b16ff38458c1,41365,1731752418463 2024-11-16T10:20:20,002 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:20,003 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C41365%2C1731752418463, suffix=, logDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/WALs/b16ff38458c1,41365,1731752418463, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/oldWALs, maxLogs=10 2024-11-16T10:20:20,015 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/WALs/b16ff38458c1,41365,1731752418463/b16ff38458c1%2C41365%2C1731752418463.1731752420003, exclude list is [], retry=0 2024-11-16T10:20:20,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7,DISK] 2024-11-16T10:20:20,019 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/WALs/b16ff38458c1,41365,1731752418463/b16ff38458c1%2C41365%2C1731752418463.1731752420003 2024-11-16T10:20:20,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-16T10:20:20,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:20,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:20,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:20:20,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:20,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:20,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:20:20,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:20:20,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:20,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:20,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:20:20,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:20,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:20,028 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,030 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,030 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,030 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:20,031 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:20,033 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:20,033 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64892100, jitterRate=-0.033032357692718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:20,034 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752420020Initializing all the Stores at 1731752420021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752420021Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752420021Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752420021Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752420021Cleaning up temporary data from old regions at 1731752420030 (+9 ms)Region opened successfully at 1731752420034 (+4 ms) 2024-11-16T10:20:20,034 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:20:20,036 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e62117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:20,037 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:20:20,037 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:20:20,037 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:20:20,037 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:20:20,038 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:20:20,038 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:20:20,038 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:20:20,040 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:20:20,041 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/balancer because node does not exist (not necessarily an error) 2024-11-16T10:20:20,100 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/balancer already deleted, retry=false 2024-11-16T10:20:20,101 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:20:20,101 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:20:20,111 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/normalizer already deleted, retry=false 2024-11-16T10:20:20,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:20:20,112 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:20:20,121 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/switch/split already deleted, retry=false 2024-11-16T10:20:20,122 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:20:20,132 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/switch/merge already deleted, retry=false 2024-11-16T10:20:20,133 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:20:20,142 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/snapshot-cleanup already deleted, retry=false 2024-11-16T10:20:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-520245630/running 2024-11-16T10:20:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-520245630/running 2024-11-16T10:20:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,153 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,41365,1731752418463, sessionid=0x1014328b98d0003, setting cluster-up flag (Was=false) 2024-11-16T10:20:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,205 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-520245630/flush-table-proc/acquired, /1-520245630/flush-table-proc/reached, /1-520245630/flush-table-proc/abort 2024-11-16T10:20:20,206 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41365,1731752418463 2024-11-16T10:20:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:20,353 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-520245630/online-snapshot/acquired, /1-520245630/online-snapshot/reached, /1-520245630/online-snapshot/abort 2024-11-16T10:20:20,354 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41365,1731752418463 2024-11-16T10:20:20,355 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:20:20,356 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:20,356 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:20:20,356 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:20:20,357 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,41365,1731752418463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:20,358 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:20,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:20:20,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:20,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:20:20,368 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752450368 2024-11-16T10:20:20,368 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:20:20,369 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:20:20,370 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752420370,5,FailOnTimeoutGroup] 2024-11-16T10:20:20,370 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752420370,5,FailOnTimeoutGroup] 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,370 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:20:20,375 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(746): ClusterId : dd5d786e-0d2c-44ce-bb0e-4005014189c9 2024-11-16T10:20:20,375 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:20:20,385 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:20:20,385 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:20:20,395 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:20:20,396 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196f0079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:20,408 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:35449 2024-11-16T10:20:20,408 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:20:20,408 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:20:20,408 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:20:20,409 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,41365,1731752418463 with port=35449, startcode=1731752418633 2024-11-16T10:20:20,409 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:20:20,411 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:20:20,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41365 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,412 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d 2024-11-16T10:20:20,413 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41815 2024-11-16T10:20:20,413 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:20:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/rs 2024-11-16T10:20:20,471 DEBUG [RS:0;b16ff38458c1:35449 {}] zookeeper.ZKUtil(111): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on existing znode=/1-520245630/rs/b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,471 WARN [RS:0;b16ff38458c1:35449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:20,471 INFO [RS:0;b16ff38458c1:35449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:20,471 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,35449,1731752418633] 2024-11-16T10:20:20,475 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:20:20,477 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:20:20,478 INFO [RS:0;b16ff38458c1:35449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:20:20,478 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,478 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:20:20,479 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:20:20,479 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,479 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:20,480 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:20,480 DEBUG [RS:0;b16ff38458c1:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:20,483 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,484 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,484 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,484 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,484 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,484 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35449,1731752418633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:20,502 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:20:20,502 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35449,1731752418633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,502 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,502 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.Replication(171): b16ff38458c1,35449,1731752418633 started 2024-11-16T10:20:20,521 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:20,521 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,35449,1731752418633, RpcServer on b16ff38458c1/172.17.0.2:35449, sessionid=0x1014328b98d0004 2024-11-16T10:20:20,521 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:20:20,521 DEBUG [RS:0;b16ff38458c1:35449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,521 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35449,1731752418633' 2024-11-16T10:20:20,521 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-520245630/flush-table-proc/abort' 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-520245630/flush-table-proc/acquired' 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,35449,1731752418633 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35449,1731752418633' 2024-11-16T10:20:20,522 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-520245630/online-snapshot/abort' 2024-11-16T10:20:20,523 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-520245630/online-snapshot/acquired' 2024-11-16T10:20:20,523 DEBUG [RS:0;b16ff38458c1:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:20:20,523 INFO [RS:0;b16ff38458c1:35449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:20:20,523 INFO [RS:0;b16ff38458c1:35449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:20:20,624 INFO [RS:0;b16ff38458c1:35449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:20,626 INFO [RS:0;b16ff38458c1:35449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35449%2C1731752418633, suffix=, logDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/oldWALs, maxLogs=10 2024-11-16T10:20:20,643 DEBUG [RS:0;b16ff38458c1:35449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, exclude list is [], retry=0 2024-11-16T10:20:20,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7,DISK] 2024-11-16T10:20:20,652 INFO [RS:0;b16ff38458c1:35449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 2024-11-16T10:20:20,653 DEBUG [RS:0;b16ff38458c1:35449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-16T10:20:20,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:20:20,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d 2024-11-16T10:20:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:20:20,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:20:21,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:21,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:21,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:21,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:21,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:21,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:21,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:21,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:21,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:21,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:21,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740 2024-11-16T10:20:21,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740 2024-11-16T10:20:21,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:21,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:21,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:21,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:21,188 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69161052, jitterRate=0.030579984188079834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752421178Initializing all the Stores at 1731752421179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752421179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421179Cleaning up temporary data from old regions at 1731752421186 (+7 ms)Region opened successfully at 1731752421188 (+2 ms) 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:21,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:21,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:21,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752421188Disabling compacts and flushes for region at 1731752421188Disabling writes for close at 1731752421188Writing region close event to WAL at 1731752421189 (+1 ms)Closed at 1731752421189 2024-11-16T10:20:21,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:21,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:20:21,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:20:21,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:21,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:20:21,341 DEBUG [b16ff38458c1:41365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:20:21,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:21,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35449,1731752418633, state=OPENING 2024-11-16T10:20:21,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:20:21,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:21,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:21,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-520245630/meta-region-server: CHANGED 2024-11-16T10:20:21,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-520245630/meta-region-server: CHANGED 2024-11-16T10:20:21,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:21,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35449,1731752418633}] 2024-11-16T10:20:21,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:21,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:21,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:20:21,571 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:20:21,571 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:21,571 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:20:21,572 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35449%2C1731752418633.meta, suffix=.meta, logDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/oldWALs, maxLogs=10 2024-11-16T10:20:21,584 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.meta.1731752421573.meta, exclude list is [], retry=0 2024-11-16T10:20:21,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7,DISK] 2024-11-16T10:20:21,591 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.meta.1731752421573.meta 2024-11-16T10:20:21,592 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-16T10:20:21,592 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:21,592 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:20:21,593 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:20:21,593 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:20:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:21,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:21,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:21,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:21,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:21,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:21,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:21,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:21,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:21,598 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:21,599 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740 2024-11-16T10:20:21,600 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740 2024-11-16T10:20:21,600 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:21,600 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:21,601 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:21,601 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:21,602 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69517348, jitterRate=0.03588920831680298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:21,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:20:21,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752421593Writing region info on filesystem at 1731752421593Initializing all the Stores at 1731752421594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752421595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752421595Cleaning up temporary data from old regions at 1731752421600 (+5 ms)Running coprocessor post-open hooks at 1731752421602 (+2 ms)Region opened successfully at 1731752421602 2024-11-16T10:20:21,603 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752421567 2024-11-16T10:20:21,604 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:20:21,604 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:20:21,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:21,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35449,1731752418633, state=OPEN 2024-11-16T10:20:21,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:21,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-520245630/meta-region-server 2024-11-16T10:20:21,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-520245630/meta-region-server 2024-11-16T10:20:21,616 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:21,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-520245630/meta-region-server: CHANGED 2024-11-16T10:20:21,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-520245630/meta-region-server: CHANGED 2024-11-16T10:20:21,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:20:21,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35449,1731752418633 in 200 msec 2024-11-16T10:20:21,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:20:21,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-16T10:20:21,620 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:21,620 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:20:21,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:21,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35449,1731752418633, seqNum=-1] 2024-11-16T10:20:21,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:21,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:21,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-16T10:20:21,626 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752421626, completionTime=-1 2024-11-16T10:20:21,627 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:20:21,627 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:20:21,628 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752481628 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752541629 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:41365, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,629 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,631 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:21,633 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:20:21,635 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:20:21,635 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:20:21,635 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41365,1731752418463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:21,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aa8e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:21,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:21,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:21,677 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324c6ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:21,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:21,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:21,679 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:21,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a12d6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:21,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35449,1731752418633, seqNum=-1] 2024-11-16T10:20:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:21,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:21,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,41365,1731752418463 2024-11-16T10:20:21,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52812 2024-11-16T10:20:21,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:21,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014328b98d0005 connected 2024-11-16T10:20:21,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36573,1731752412588 2024-11-16T10:20:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6950c 2024-11-16T10:20:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:21,794 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:21,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:20:21,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:21,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:21,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:20:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:21,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:21,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:22,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d70c404eeaed8b4612604c1d641b99, NAME => 'test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8 2024-11-16T10:20:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:20:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5d70c404eeaed8b4612604c1d641b99, disabling compactions & flushes 2024-11-16T10:20:22,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. after waiting 0 ms 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d70c404eeaed8b4612604c1d641b99: Waiting for close lock at 1731752422609Disabling compacts and flushes for region at 1731752422609Disabling writes for close at 1731752422609Writing region close event to WAL at 1731752422609Closed at 1731752422609 2024-11-16T10:20:22,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:20:22,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752422611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752422611"}]},"ts":"1731752422611"} 2024-11-16T10:20:22,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:20:22,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:20:22,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752422614"}]},"ts":"1731752422614"} 2024-11-16T10:20:22,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:20:22,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d70c404eeaed8b4612604c1d641b99, ASSIGN}] 2024-11-16T10:20:22,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d70c404eeaed8b4612604c1d641b99, ASSIGN 2024-11-16T10:20:22,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5d70c404eeaed8b4612604c1d641b99, ASSIGN; state=OFFLINE, location=b16ff38458c1,34485,1731752412781; forceNewPlan=false, retain=false 2024-11-16T10:20:22,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d70c404eeaed8b4612604c1d641b99, regionState=OPENING, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:22,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5d70c404eeaed8b4612604c1d641b99, ASSIGN because future has completed 2024-11-16T10:20:22,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d70c404eeaed8b4612604c1d641b99, server=b16ff38458c1,34485,1731752412781}] 2024-11-16T10:20:22,926 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,926 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d70c404eeaed8b4612604c1d641b99, NAME => 'test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:22,926 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:22,926 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:20:22,926 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,927 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:22,927 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,927 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,928 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,929 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70c404eeaed8b4612604c1d641b99 columnFamilyName f 2024-11-16T10:20:22,929 DEBUG [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:22,929 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(327): Store=f5d70c404eeaed8b4612604c1d641b99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:22,929 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,930 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70c404eeaed8b4612604c1d641b99 columnFamilyName f1 2024-11-16T10:20:22,930 DEBUG [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:22,930 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(327): Store=f5d70c404eeaed8b4612604c1d641b99/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:22,930 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,931 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70c404eeaed8b4612604c1d641b99 columnFamilyName norep 2024-11-16T10:20:22,931 DEBUG [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:22,931 INFO [StoreOpener-f5d70c404eeaed8b4612604c1d641b99-1 {}] regionserver.HStore(327): Store=f5d70c404eeaed8b4612604c1d641b99/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:22,931 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,932 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,932 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,933 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,933 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,933 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:20:22,934 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:22,935 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:22,936 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5d70c404eeaed8b4612604c1d641b99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72895411, jitterRate=0.08622626960277557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:20:22,936 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:22,936 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5d70c404eeaed8b4612604c1d641b99: Running coprocessor pre-open hook at 1731752422927Writing region info on filesystem at 1731752422927Initializing all the Stores at 1731752422927Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752422927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752422928 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752422928Cleaning up temporary data from old regions at 1731752422933 (+5 ms)Running coprocessor post-open hooks at 1731752422936 (+3 ms)Region opened successfully at 1731752422936 2024-11-16T10:20:22,937 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99., pid=6, masterSystemTime=1731752422922 2024-11-16T10:20:22,939 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,939 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:22,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d70c404eeaed8b4612604c1d641b99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:22,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d70c404eeaed8b4612604c1d641b99, server=b16ff38458c1,34485,1731752412781 because future has completed 2024-11-16T10:20:22,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:20:22,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d70c404eeaed8b4612604c1d641b99, server=b16ff38458c1,34485,1731752412781 in 171 msec 2024-11-16T10:20:22,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:20:22,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5d70c404eeaed8b4612604c1d641b99, ASSIGN in 327 msec 2024-11-16T10:20:22,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:20:22,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752422945"}]},"ts":"1731752422945"} 2024-11-16T10:20:22,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:20:22,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:20:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-16T10:20:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:20:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:20:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:23,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:23,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:20:23,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:23,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:20:23,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:23,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:20:23,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:20:23,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:23,944 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:20:23,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41365,1731752418463 2024-11-16T10:20:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724a73cb 2024-11-16T10:20:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:23,945 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:23,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:20:23,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:23,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:23,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:20:23,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:20:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:24,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:24,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:24,224 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18297 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:24,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c40add4b0bc25bc3730ad6614883f2b2, NAME => 'test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d 2024-11-16T10:20:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c40add4b0bc25bc3730ad6614883f2b2, disabling compactions & flushes 2024-11-16T10:20:24,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. after waiting 0 ms 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c40add4b0bc25bc3730ad6614883f2b2: Waiting for close lock at 1731752424363Disabling compacts and flushes for region at 1731752424363Disabling writes for close at 1731752424363Writing region close event to WAL at 1731752424363Closed at 1731752424363 2024-11-16T10:20:24,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:20:24,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752424364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752424364"}]},"ts":"1731752424364"} 2024-11-16T10:20:24,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:20:24,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:20:24,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752424367"}]},"ts":"1731752424367"} 2024-11-16T10:20:24,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:20:24,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c40add4b0bc25bc3730ad6614883f2b2, ASSIGN}] 2024-11-16T10:20:24,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c40add4b0bc25bc3730ad6614883f2b2, ASSIGN 2024-11-16T10:20:24,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c40add4b0bc25bc3730ad6614883f2b2, ASSIGN; state=OFFLINE, location=b16ff38458c1,35449,1731752418633; forceNewPlan=false, retain=false 2024-11-16T10:20:24,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40add4b0bc25bc3730ad6614883f2b2, regionState=OPENING, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c40add4b0bc25bc3730ad6614883f2b2, ASSIGN because future has completed 2024-11-16T10:20:24,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40add4b0bc25bc3730ad6614883f2b2, server=b16ff38458c1,35449,1731752418633}] 2024-11-16T10:20:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:24,678 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,678 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c40add4b0bc25bc3730ad6614883f2b2, NAME => 'test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:24,679 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:24,679 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:20:24,679 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,679 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:24,679 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,679 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,680 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,681 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40add4b0bc25bc3730ad6614883f2b2 columnFamilyName f 2024-11-16T10:20:24,681 DEBUG [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:24,681 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(327): Store=c40add4b0bc25bc3730ad6614883f2b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:24,681 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,682 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40add4b0bc25bc3730ad6614883f2b2 columnFamilyName f1 2024-11-16T10:20:24,682 DEBUG [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:24,682 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(327): Store=c40add4b0bc25bc3730ad6614883f2b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:24,682 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,683 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40add4b0bc25bc3730ad6614883f2b2 columnFamilyName norep 2024-11-16T10:20:24,683 DEBUG [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:24,683 INFO [StoreOpener-c40add4b0bc25bc3730ad6614883f2b2-1 {}] regionserver.HStore(327): Store=c40add4b0bc25bc3730ad6614883f2b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:24,683 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,684 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,684 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,685 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,685 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,685 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:20:24,686 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,687 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:24,688 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c40add4b0bc25bc3730ad6614883f2b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771546, jitterRate=-0.06463107466697693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:20:24,688 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:24,688 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c40add4b0bc25bc3730ad6614883f2b2: Running coprocessor pre-open hook at 1731752424679Writing region info on filesystem at 1731752424679Initializing all the Stores at 1731752424680 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752424680Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752424680Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752424680Cleaning up temporary data from old regions at 1731752424685 (+5 ms)Running coprocessor post-open hooks at 1731752424688 (+3 ms)Region opened successfully at 1731752424688 2024-11-16T10:20:24,688 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2., pid=6, masterSystemTime=1731752424675 2024-11-16T10:20:24,690 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,690 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:24,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40add4b0bc25bc3730ad6614883f2b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40add4b0bc25bc3730ad6614883f2b2, server=b16ff38458c1,35449,1731752418633 because future has completed 2024-11-16T10:20:24,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:20:24,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c40add4b0bc25bc3730ad6614883f2b2, server=b16ff38458c1,35449,1731752418633 in 170 msec 2024-11-16T10:20:24,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:20:24,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c40add4b0bc25bc3730ad6614883f2b2, ASSIGN in 326 msec 2024-11-16T10:20:24,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:20:24,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752424696"}]},"ts":"1731752424696"} 2024-11-16T10:20:24,698 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:20:24,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:20:24,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-16T10:20:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:25,085 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:20:25,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4205ad50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:25,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:25,086 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744ce47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,087 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d905a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720a47cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:25,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:25,089 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dabf455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,090 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:25,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747754cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d80b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:25,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:25,092 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5f1d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,093 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85d910d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36573,1731752412588 2024-11-16T10:20:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@702c88c2 2024-11-16T10:20:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:25,095 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:25,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:41365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:20:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:20:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:25,098 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41365' 2024-11-16T10:20:25,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e539e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,099 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:25,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:25,100 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7144e84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:25,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,101 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:25,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7337cf8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:25,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:25,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41365,1731752418463 2024-11-16T10:20:25,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39f65b8b 2024-11-16T10:20:25,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:25,103 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:25,103 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:20:25,104 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:20:25,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:25,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:25,104 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:25,105 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:20:25,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:25,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:25,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:20:25,155 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:20:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:25,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eff28093dd5a4f2e83c058bc73cf8db, NAME => 'hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8 2024-11-16T10:20:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:20:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3eff28093dd5a4f2e83c058bc73cf8db, disabling compactions & flushes 2024-11-16T10:20:25,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. after waiting 0 ms 2024-11-16T10:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:25,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:25,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eff28093dd5a4f2e83c058bc73cf8db: Waiting for close lock at 1731752425963Disabling compacts and flushes for region at 1731752425963Disabling writes for close at 1731752425963Writing region close event to WAL at 1731752425963Closed at 1731752425963 2024-11-16T10:20:25,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:20:25,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752425965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752425965"}]},"ts":"1731752425965"} 2024-11-16T10:20:25,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:20:25,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:20:25,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752425967"}]},"ts":"1731752425967"} 2024-11-16T10:20:25,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:20:25,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eff28093dd5a4f2e83c058bc73cf8db, ASSIGN}] 2024-11-16T10:20:25,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eff28093dd5a4f2e83c058bc73cf8db, ASSIGN 2024-11-16T10:20:25,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eff28093dd5a4f2e83c058bc73cf8db, ASSIGN; state=OFFLINE, location=b16ff38458c1,34485,1731752412781; forceNewPlan=false, retain=false 2024-11-16T10:20:26,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3eff28093dd5a4f2e83c058bc73cf8db, regionState=OPENING, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3eff28093dd5a4f2e83c058bc73cf8db, ASSIGN because future has completed 2024-11-16T10:20:26,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eff28093dd5a4f2e83c058bc73cf8db, server=b16ff38458c1,34485,1731752412781}] 2024-11-16T10:20:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:26,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:26,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:26,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:20:26,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C34485%2C1731752412781.rep, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/oldWALs, maxLogs=10 2024-11-16T10:20:26,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.rep.1731752426280, exclude list is [], retry=0 2024-11-16T10:20:26,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-321679b8-310e-4b23-bc1f-48d45dbc661d,DISK] 2024-11-16T10:20:26,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.rep.1731752426280 2024-11-16T10:20:26,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34137:34137)] 2024-11-16T10:20:26,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eff28093dd5a4f2e83c058bc73cf8db, NAME => 'hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:26,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. service=MultiRowMutationService 2024-11-16T10:20:26,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,296 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,297 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eff28093dd5a4f2e83c058bc73cf8db columnFamilyName hfileref 2024-11-16T10:20:26,297 DEBUG [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:26,297 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(327): Store=3eff28093dd5a4f2e83c058bc73cf8db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:26,297 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,298 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eff28093dd5a4f2e83c058bc73cf8db columnFamilyName queue 2024-11-16T10:20:26,298 DEBUG [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:26,298 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(327): Store=3eff28093dd5a4f2e83c058bc73cf8db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:26,298 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,299 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eff28093dd5a4f2e83c058bc73cf8db columnFamilyName sid 2024-11-16T10:20:26,299 DEBUG [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:26,299 INFO [StoreOpener-3eff28093dd5a4f2e83c058bc73cf8db-1 {}] regionserver.HStore(327): Store=3eff28093dd5a4f2e83c058bc73cf8db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:26,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3eff28093dd5a4f2e83c058bc73cf8db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67011843, jitterRate=-0.0014457255601882935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:20:26,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:26,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3eff28093dd5a4f2e83c058bc73cf8db: Running coprocessor pre-open hook at 1731752426295Writing region info on filesystem at 1731752426295Initializing all the Stores at 1731752426295Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752426296 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752426296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752426296Cleaning up temporary data from old regions at 1731752426300 (+4 ms)Running coprocessor post-open hooks at 1731752426303 (+3 ms)Region opened successfully at 1731752426303 2024-11-16T10:20:26,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db., pid=10, masterSystemTime=1731752426275 2024-11-16T10:20:26,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:26,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:26,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3eff28093dd5a4f2e83c058bc73cf8db, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,34485,1731752412781 2024-11-16T10:20:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eff28093dd5a4f2e83c058bc73cf8db, server=b16ff38458c1,34485,1731752412781 because future has completed 2024-11-16T10:20:26,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:20:26,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eff28093dd5a4f2e83c058bc73cf8db, server=b16ff38458c1,34485,1731752412781 in 186 msec 2024-11-16T10:20:26,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:20:26,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3eff28093dd5a4f2e83c058bc73cf8db, ASSIGN in 341 msec 2024-11-16T10:20:26,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:20:26,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752426312"}]},"ts":"1731752426312"} 2024-11-16T10:20:26,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:20:26,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:20:26,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-16T10:20:26,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db., hostname=b16ff38458c1,34485,1731752412781, seqNum=2] 2024-11-16T10:20:26,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:26,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:26,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:20:26,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:20:26,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:20:26,611 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:20:26,635 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,34485,1731752412781, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:20:26,635 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:26,635 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,34485,1731752412781, seqNum=-1] 2024-11-16T10:20:26,636 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:26,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T10:20:26,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,34485,1731752412781', locateType=CURRENT is [region=hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db., hostname=b16ff38458c1,34485,1731752412781, seqNum=2] 2024-11-16T10:20:26,640 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:20:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:20:26,642 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,34485,1731752412781 suceeded 2024-11-16T10:20:26,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:20:26,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T10:20:26,644 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:41365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:20:26,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-11-16T10:20:26,654 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41365' 2024-11-16T10:20:26,655 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4671d44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:26,655 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:26,655 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:26,655 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:26,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f01f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:26,657 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644e72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41365,1731752418463 2024-11-16T10:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b807204 2024-11-16T10:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:26,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T10:20:26,659 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,34485,1731752412781 (queues=1) is replicating from cluster=d1e94b97-ebed-41ea-bcb6-195ba39d065e to cluster=dd5d786e-0d2c-44ce-bb0e-4005014189c9 2024-11-16T10:20:26,659 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C34485%2C1731752412781 2024-11-16T10:20:26,659 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,34485,1731752412781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:20:26,660 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C34485%2C1731752412781 2024-11-16T10:20:26,660 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, startPosition=0, beingWritten=true 2024-11-16T10:20:26,665 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:26,665 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:26,665 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:26,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:27,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:27,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:27,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:20:27,172 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:27,254 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:20:27,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:27,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:27,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:27,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb8c5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:27,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:27,256 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451184f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,257 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41365,1731752418463 2024-11-16T10:20:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-16T10:20:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:27,259 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:27,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:36573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:20:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:20:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:27,262 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:36573' 2024-11-16T10:20:27,263 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df70ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,263 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:27,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:27,264 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e08e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:27,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,265 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:27,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15521ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:27,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:27,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36573,1731752412588 2024-11-16T10:20:27,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a33fbd6 2024-11-16T10:20:27,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:27,267 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:27,267 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:20:27,267 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:20:27,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:27,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:27,268 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:27,269 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:20:27,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:27,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:27,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:20:27,319 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:20:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:27,575 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:27,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9567344794a251878fd43a727ec624c, NAME => 'hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d 2024-11-16T10:20:27,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:20:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:28,078 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:28,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:28,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9567344794a251878fd43a727ec624c, disabling compactions & flushes 2024-11-16T10:20:28,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. after waiting 0 ms 2024-11-16T10:20:28,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9567344794a251878fd43a727ec624c: Waiting for close lock at 1731752428080Disabling compacts and flushes for region at 1731752428080Disabling writes for close at 1731752428081 (+1 ms)Writing region close event to WAL at 1731752428081Closed at 1731752428081 2024-11-16T10:20:28,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:20:28,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752428082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752428082"}]},"ts":"1731752428082"} 2024-11-16T10:20:28,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:20:28,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:20:28,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752428084"}]},"ts":"1731752428084"} 2024-11-16T10:20:28,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:20:28,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9567344794a251878fd43a727ec624c, ASSIGN}] 2024-11-16T10:20:28,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9567344794a251878fd43a727ec624c, ASSIGN 2024-11-16T10:20:28,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9567344794a251878fd43a727ec624c, ASSIGN; state=OFFLINE, location=b16ff38458c1,35449,1731752418633; forceNewPlan=false, retain=false 2024-11-16T10:20:28,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9567344794a251878fd43a727ec624c, regionState=OPENING, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:28,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9567344794a251878fd43a727ec624c, ASSIGN because future has completed 2024-11-16T10:20:28,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9567344794a251878fd43a727ec624c, server=b16ff38458c1,35449,1731752418633}] 2024-11-16T10:20:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:28,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:28,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:20:28,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35449%2C1731752418633.rep, suffix=, logDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/oldWALs, maxLogs=10 2024-11-16T10:20:28,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.rep.1731752428397, exclude list is [], retry=0 2024-11-16T10:20:28,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34731,DS-93d944dd-b7ed-4dc6-9d99-f8105d8b7ac7,DISK] 2024-11-16T10:20:28,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.rep.1731752428397 2024-11-16T10:20:28,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-16T10:20:28,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a9567344794a251878fd43a727ec624c, NAME => 'hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:28,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:28,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:28,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. service=MultiRowMutationService 2024-11-16T10:20:28,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,418 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,419 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9567344794a251878fd43a727ec624c columnFamilyName hfileref 2024-11-16T10:20:28,419 DEBUG [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:28,419 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(327): Store=a9567344794a251878fd43a727ec624c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:28,420 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,420 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9567344794a251878fd43a727ec624c columnFamilyName queue 2024-11-16T10:20:28,420 DEBUG [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:28,421 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(327): Store=a9567344794a251878fd43a727ec624c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:28,421 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,421 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9567344794a251878fd43a727ec624c columnFamilyName sid 2024-11-16T10:20:28,421 DEBUG [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:28,422 INFO [StoreOpener-a9567344794a251878fd43a727ec624c-1 {}] regionserver.HStore(327): Store=a9567344794a251878fd43a727ec624c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:28,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:20:28,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:28,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a9567344794a251878fd43a727ec624c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65247416, jitterRate=-0.027737736701965332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:20:28,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:28,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a9567344794a251878fd43a727ec624c: Running coprocessor pre-open hook at 1731752428417Writing region info on filesystem at 1731752428417Initializing all the Stores at 1731752428418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752428418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752428418Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752428418Cleaning up temporary data from old regions at 1731752428423 (+5 ms)Running coprocessor post-open hooks at 1731752428427 (+4 ms)Region opened successfully at 1731752428427 2024-11-16T10:20:28,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c., pid=10, masterSystemTime=1731752428392 2024-11-16T10:20:28,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:28,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9567344794a251878fd43a727ec624c, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35449,1731752418633 2024-11-16T10:20:28,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9567344794a251878fd43a727ec624c, server=b16ff38458c1,35449,1731752418633 because future has completed 2024-11-16T10:20:28,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:20:28,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9567344794a251878fd43a727ec624c, server=b16ff38458c1,35449,1731752418633 in 192 msec 2024-11-16T10:20:28,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:20:28,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9567344794a251878fd43a727ec624c, ASSIGN in 347 msec 2024-11-16T10:20:28,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:20:28,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752428435"}]},"ts":"1731752428435"} 2024-11-16T10:20:28,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:20:28,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:20:28,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-16T10:20:28,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c., hostname=b16ff38458c1,35449,1731752418633, seqNum=2] 2024-11-16T10:20:28,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:28,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:28,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:20:28,681 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:28,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:20:28,716 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:20:28,739 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,35449,1731752418633, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:20:28,740 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:28,740 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35449,1731752418633, seqNum=-1] 2024-11-16T10:20:28,740 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:28,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T10:20:28,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,35449,1731752418633', locateType=CURRENT is [region=hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c., hostname=b16ff38458c1,35449,1731752418633, seqNum=2] 2024-11-16T10:20:28,744 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:20:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:20:28,746 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,35449,1731752418633 suceeded 2024-11-16T10:20:28,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:20:28,748 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:36573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:20:28,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T10:20:28,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-16T10:20:28,758 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:36573' 2024-11-16T10:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d1218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:28,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:28,759 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d45435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:28,760 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:28,761 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77ee2e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:28,761 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:28,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,36573,1731752412588 2024-11-16T10:20:28,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f580e4e 2024-11-16T10:20:28,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:28,762 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T10:20:28,763 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,35449,1731752418633 (queues=1) is replicating from cluster=dd5d786e-0d2c-44ce-bb0e-4005014189c9 to cluster=d1e94b97-ebed-41ea-bcb6-195ba39d065e 2024-11-16T10:20:28,763 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C35449%2C1731752418633 2024-11-16T10:20:28,763 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,35449,1731752418633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:20:28,763 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C35449%2C1731752418633 2024-11-16T10:20:28,763 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, startPosition=0, beingWritten=true 2024-11-16T10:20:28,769 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:28,769 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:28,769 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35449,1731752418633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:28,972 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:29,275 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:29,385 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:20:29,404 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:20:29,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:29,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:29,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:29,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:29,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:29,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,34485,1731752412781, seqNum=-1] 2024-11-16T10:20:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:29,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99., hostname=b16ff38458c1,34485,1731752412781, seqNum=2] 2024-11-16T10:20:29,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35449,1731752418633, seqNum=-1] 2024-11-16T10:20:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:29,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2., hostname=b16ff38458c1,35449,1731752418633, seqNum=2] 2024-11-16T10:20:29,414 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T10:20:29,678 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:30,182 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:30,188 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 379, reset compression=false 2024-11-16T10:20:30,191 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:30,191 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 480, reset compression=false 2024-11-16T10:20:30,192 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5d70c404eeaed8b4612604c1d641b99/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T10:20:30,194 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:30,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T10:20:30,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:20:30,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa80b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41365,-1 for getting cluster id 2024-11-16T10:20:30,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:30,197 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5d786e-0d2c-44ce-bb0e-4005014189c9' 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5d786e-0d2c-44ce-bb0e-4005014189c9" 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60bca38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41365,-1] 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:30,198 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:30,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5715e2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35449,1731752418633, seqNum=-1] 2024-11-16T10:20:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:30,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T10:20:30,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2., hostname=b16ff38458c1,35449,1731752418633, seqNum=2] 2024-11-16T10:20:30,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:20:30,397 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 480, reset compression=false 2024-11-16T10:20:30,417 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T10:20:30,420 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T10:20:30,700 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 480, reset compression=false 2024-11-16T10:20:30,785 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 379, reset compression=false 2024-11-16T10:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 608, reset compression=false 2024-11-16T10:20:30,827 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35449,1731752418633 got entry batch from reader: WALEntryBatch [walEntries=[{test/c40add4b0bc25bc3730ad6614883f2b2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:20:30,829 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:30,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T10:20:30,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:20:30,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cc2309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,36573,-1 for getting cluster id 2024-11-16T10:20:30,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:30,831 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1e94b97-ebed-41ea-bcb6-195ba39d065e' 2024-11-16T10:20:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1e94b97-ebed-41ea-bcb6-195ba39d065e" 2024-11-16T10:20:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35673d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,36573,-1] 2024-11-16T10:20:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:30,832 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:30,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e17318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:30,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,34485,1731752412781, seqNum=-1] 2024-11-16T10:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:30,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T10:20:30,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99., hostname=b16ff38458c1,34485,1731752412781, seqNum=2] 2024-11-16T10:20:30,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:20:31,031 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 608, reset compression=false 2024-11-16T10:20:31,104 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 480, reset compression=false 2024-11-16T10:20:31,109 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:31,109 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 608, reset compression=false 2024-11-16T10:20:31,109 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:31,312 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 608, reset compression=false 2024-11-16T10:20:31,335 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 608, reset compression=false 2024-11-16T10:20:31,422 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T10:20:31,428 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T10:20:31,615 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 608, reset compression=false 2024-11-16T10:20:31,619 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:31,620 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 764, reset compression=false 2024-11-16T10:20:31,620 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5d70c404eeaed8b4612604c1d641b99/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T10:20:31,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:20:31,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:20:31,746 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 608, reset compression=false 2024-11-16T10:20:31,750 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:31,750 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 756, reset compression=false 2024-11-16T10:20:31,750 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35449,1731752418633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:31,823 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 764, reset compression=false 2024-11-16T10:20:31,954 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 756, reset compression=false 2024-11-16T10:20:32,126 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 764, reset compression=false 2024-11-16T10:20:32,257 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 756, reset compression=false 2024-11-16T10:20:32,430 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T10:20:32,433 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T10:20:32,530 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 764, reset compression=false 2024-11-16T10:20:32,660 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 756, reset compression=false 2024-11-16T10:20:32,664 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:20:32,664 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 915, reset compression=false 2024-11-16T10:20:32,664 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35449,1731752418633 got entry batch from reader: WALEntryBatch [walEntries=[{test/c40add4b0bc25bc3730ad6614883f2b2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T10:20:32,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:20:32,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:20:32,868 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 915, reset compression=false 2024-11-16T10:20:33,033 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 764, reset compression=false 2024-11-16T10:20:33,038 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:33,038 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:33,038 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:33,171 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 915, reset compression=false 2024-11-16T10:20:33,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:20:33,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:33,241 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:33,435 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T10:20:33,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:20:33,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:33,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:33,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:33,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:20:33,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655064100, stopped=false 2024-11-16T10:20:33,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,41365,1731752418463 2024-11-16T10:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-520245630/running 2024-11-16T10:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-520245630/running 2024-11-16T10:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:33,506 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:33,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:33,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:33,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:33,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,35449,1731752418633' ***** 2024-11-16T10:20:33,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:20:33,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/running 2024-11-16T10:20:33,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Set watcher on znode that does not yet exist, /1-520245630/running 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:20:33,507 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for a9567344794a251878fd43a727ec624c 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,35449,1731752418633 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35449. 2024-11-16T10:20:33,507 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9567344794a251878fd43a727ec624c, disabling compactions & flushes 2024-11-16T10:20:33,507 DEBUG [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:33,507 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:33,507 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:33,507 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:33,507 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. after waiting 0 ms 2024-11-16T10:20:33,507 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:20:33,507 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9567344794a251878fd43a727ec624c 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:20:33,507 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:20:33,507 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1325): Online Regions={a9567344794a251878fd43a727ec624c=hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c., 1588230740=hbase:meta,,1.1588230740, c40add4b0bc25bc3730ad6614883f2b2=test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.} 2024-11-16T10:20:33,508 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9567344794a251878fd43a727ec624c, c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:33,508 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:33,508 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:33,508 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:33,508 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:33,508 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:33,508 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:20:33,526 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/info/7690a8ea477848ebbc07c57f2eb7978f is 147, key is hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c./info:regioninfo/1731752428430/Put/seqid=0 2024-11-16T10:20:33,527 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/.tmp/queue/eab62f2a2a024a6bbe20f267a97bd730 is 153, key is 1-b16ff38458c1,35449,1731752418633/queue:b16ff38458c1%2C35449%2C1731752418633/1731752432669/Put/seqid=0 2024-11-16T10:20:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:20:33,529 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/info/7690a8ea477848ebbc07c57f2eb7978f 2024-11-16T10:20:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741841_1017 (size=5352) 2024-11-16T10:20:33,533 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/.tmp/queue/eab62f2a2a024a6bbe20f267a97bd730 2024-11-16T10:20:33,537 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/.tmp/queue/eab62f2a2a024a6bbe20f267a97bd730 as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/queue/eab62f2a2a024a6bbe20f267a97bd730 2024-11-16T10:20:33,541 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/queue/eab62f2a2a024a6bbe20f267a97bd730, entries=1, sequenceid=9, filesize=5.2 K 2024-11-16T10:20:33,542 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a9567344794a251878fd43a727ec624c in 35ms, sequenceid=9, compaction requested=false 2024-11-16T10:20:33,544 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:33,546 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/replication/a9567344794a251878fd43a727ec624c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:20:33,546 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:33,547 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9567344794a251878fd43a727ec624c: Waiting for close lock at 1731752433507Running coprocessor pre-close hooks at 1731752433507Disabling compacts and flushes for region at 1731752433507Disabling writes for close at 1731752433507Obtaining lock to block concurrent updates at 1731752433507Preparing flush snapshotting stores in a9567344794a251878fd43a727ec624c at 1731752433507Finished memstore snapshotting hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731752433508 (+1 ms)Flushing stores of hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. at 1731752433508Flushing a9567344794a251878fd43a727ec624c/queue: creating writer at 1731752433508Flushing a9567344794a251878fd43a727ec624c/queue: appending metadata at 1731752433527 (+19 ms)Flushing a9567344794a251878fd43a727ec624c/queue: closing flushed file at 1731752433527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ba7e72: reopening flushed file at 1731752433536 (+9 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a9567344794a251878fd43a727ec624c in 35ms, sequenceid=9, compaction requested=false at 1731752433542 (+6 ms)Writing region close event to WAL at 1731752433543 (+1 ms)Running coprocessor post-close hooks at 1731752433546 (+3 ms)Closed at 1731752433547 (+1 ms) 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752427268.a9567344794a251878fd43a727ec624c. 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c40add4b0bc25bc3730ad6614883f2b2, disabling compactions & flushes 2024-11-16T10:20:33,547 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. after waiting 0 ms 2024-11-16T10:20:33,547 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:33,547 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c40add4b0bc25bc3730ad6614883f2b2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T10:20:33,548 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/ns/bfcc1cf4752d4a8b8628b5e95507dc1e is 43, key is default/ns:d/1731752421623/Put/seqid=0 2024-11-16T10:20:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:20:33,561 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f/a6e5fec4522f4b6995e0ce8e586767cd is 29, key is row1/f:/1731752432431/DeleteFamily/seqid=0 2024-11-16T10:20:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741843_1019 (size=5118) 2024-11-16T10:20:33,575 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 915, reset compression=false 2024-11-16T10:20:33,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:33,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1162, reset compression=false 2024-11-16T10:20:33,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35449,1731752418633 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:33,579 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,35449,1731752418633: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,35449,1731752418633, walGroup=b16ff38458c1%2C35449%2C1731752418633, offset=b16ff38458c1%2C35449%2C1731752418633.1731752420626:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:20:33,580 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:20:33,580 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:20:33,580 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:20:33,581 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:20:33,581 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:20:33,581 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 594686344 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190919080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:20:33,581 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:41365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:41365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:20:33,594 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:33,708 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:33,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1162, reset compression=false 2024-11-16T10:20:33,908 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:33,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:33,950 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:33,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,955 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/ns/bfcc1cf4752d4a8b8628b5e95507dc1e 2024-11-16T10:20:33,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,965 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f/a6e5fec4522f4b6995e0ce8e586767cd 2024-11-16T10:20:33,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,969 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6e5fec4522f4b6995e0ce8e586767cd 2024-11-16T10:20:33,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:33,972 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1656247dac824ce0a91e03e6f74b1847 is 112, key is test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2./rep_barrier:seqnumDuringOpen/1731752424691/Put/seqid=0 2024-11-16T10:20:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:20:33,980 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1656247dac824ce0a91e03e6f74b1847 2024-11-16T10:20:33,986 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f1/6497c6f76e6d48b6a52d00e845837091 is 30, key is row1/f1:/1731752432431/DeleteFamily/seqid=0 2024-11-16T10:20:33,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741845_1021 (size=5123) 2024-11-16T10:20:33,997 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/table/8e828c67d7994f9580a80d8fee0df2f2 is 53, key is hbase:replication/table:state/1731752428435/Put/seqid=0 2024-11-16T10:20:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:20:34,084 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1162, reset compression=false 2024-11-16T10:20:34,108 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:34,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:34,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:34,295 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:34,308 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:34,392 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f1/6497c6f76e6d48b6a52d00e845837091 2024-11-16T10:20:34,396 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6497c6f76e6d48b6a52d00e845837091 2024-11-16T10:20:34,400 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/table/8e828c67d7994f9580a80d8fee0df2f2 2024-11-16T10:20:34,404 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/info/7690a8ea477848ebbc07c57f2eb7978f as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/info/7690a8ea477848ebbc07c57f2eb7978f 2024-11-16T10:20:34,408 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/info/7690a8ea477848ebbc07c57f2eb7978f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:20:34,409 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/ns/bfcc1cf4752d4a8b8628b5e95507dc1e as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/ns/bfcc1cf4752d4a8b8628b5e95507dc1e 2024-11-16T10:20:34,412 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/ns/bfcc1cf4752d4a8b8628b5e95507dc1e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:20:34,413 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/1656247dac824ce0a91e03e6f74b1847 as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/rep_barrier/1656247dac824ce0a91e03e6f74b1847 2024-11-16T10:20:34,414 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/norep/f9741268a3a14314ab60b68637bea2bf is 33, key is row1/norep:/1731752432431/DeleteFamily/seqid=0 2024-11-16T10:20:34,418 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/rep_barrier/1656247dac824ce0a91e03e6f74b1847, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:20:34,419 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/.tmp/table/8e828c67d7994f9580a80d8fee0df2f2 as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/table/8e828c67d7994f9580a80d8fee0df2f2 2024-11-16T10:20:34,422 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/table/8e828c67d7994f9580a80d8fee0df2f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:20:34,422 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-16T10:20:34,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741847_1023 (size=5108) 2024-11-16T10:20:34,428 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:20:34,429 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:34,429 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:34,429 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:34,429 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752433508Running coprocessor pre-close hooks at 1731752433508Disabling compacts and flushes for region at 1731752433508Disabling writes for close at 1731752433508Obtaining lock to block concurrent updates at 1731752433508Preparing flush snapshotting stores in 1588230740 at 1731752433508Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752433508Flushing stores of hbase:meta,,1.1588230740 at 1731752433512 (+4 ms)Flushing 1588230740/info: creating writer at 1731752433513 (+1 ms)Flushing 1588230740/info: appending metadata at 1731752433525 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731752433525Flushing 1588230740/ns: creating writer at 1731752433533 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731752433547 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731752433547Flushing 1588230740/rep_barrier: creating writer at 1731752433958 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752433971 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752433971Flushing 1588230740/table: creating writer at 1731752433984 (+13 ms)Flushing 1588230740/table: appending metadata at 1731752433996 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731752433996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b34f: reopening flushed file at 1731752434403 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e84417: reopening flushed file at 1731752434408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19725574: reopening flushed file at 1731752434412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3f126: reopening flushed file at 1731752434418 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1731752434422 (+4 ms)Writing region close event to WAL at 1731752434426 (+4 ms)Running coprocessor post-close hooks at 1731752434429 (+3 ms)Closed at 1731752434429 2024-11-16T10:20:34,429 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:34,453 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:34,488 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1162, reset compression=false 2024-11-16T10:20:34,508 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:20:34,508 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1325): Online Regions={c40add4b0bc25bc3730ad6614883f2b2=test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2.} 2024-11-16T10:20:34,508 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:34,579 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:20:34,579 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:20:34,709 DEBUG [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1351): Waiting on c40add4b0bc25bc3730ad6614883f2b2 2024-11-16T10:20:34,826 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/norep/f9741268a3a14314ab60b68637bea2bf 2024-11-16T10:20:34,830 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9741268a3a14314ab60b68637bea2bf 2024-11-16T10:20:34,831 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f/a6e5fec4522f4b6995e0ce8e586767cd as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/f/a6e5fec4522f4b6995e0ce8e586767cd 2024-11-16T10:20:34,835 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6e5fec4522f4b6995e0ce8e586767cd 2024-11-16T10:20:34,835 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/f/a6e5fec4522f4b6995e0ce8e586767cd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:34,836 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/f1/6497c6f76e6d48b6a52d00e845837091 as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/f1/6497c6f76e6d48b6a52d00e845837091 2024-11-16T10:20:34,840 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6497c6f76e6d48b6a52d00e845837091 2024-11-16T10:20:34,840 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/f1/6497c6f76e6d48b6a52d00e845837091, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:34,841 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/.tmp/norep/f9741268a3a14314ab60b68637bea2bf as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/norep/f9741268a3a14314ab60b68637bea2bf 2024-11-16T10:20:34,845 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9741268a3a14314ab60b68637bea2bf 2024-11-16T10:20:34,845 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/norep/f9741268a3a14314ab60b68637bea2bf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:34,846 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c40add4b0bc25bc3730ad6614883f2b2 in 1299ms, sequenceid=8, compaction requested=false 2024-11-16T10:20:34,849 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/data/default/test/c40add4b0bc25bc3730ad6614883f2b2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:20:34,849 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:34,849 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:34,849 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:34,849 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c40add4b0bc25bc3730ad6614883f2b2: Waiting for close lock at 1731752433547Running coprocessor pre-close hooks at 1731752433547Disabling compacts and flushes for region at 1731752433547Disabling writes for close at 1731752433547Obtaining lock to block concurrent updates at 1731752433547Preparing flush snapshotting stores in c40add4b0bc25bc3730ad6614883f2b2 at 1731752433547Finished memstore snapshotting test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731752433547Flushing stores of test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. at 1731752433548 (+1 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/f: creating writer at 1731752433548Flushing c40add4b0bc25bc3730ad6614883f2b2/f: appending metadata at 1731752433561 (+13 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/f: closing flushed file at 1731752433561Flushing c40add4b0bc25bc3730ad6614883f2b2/f1: creating writer at 1731752433969 (+408 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/f1: appending metadata at 1731752433985 (+16 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/f1: closing flushed file at 1731752433985Flushing c40add4b0bc25bc3730ad6614883f2b2/norep: creating writer at 1731752434396 (+411 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/norep: appending metadata at 1731752434413 (+17 ms)Flushing c40add4b0bc25bc3730ad6614883f2b2/norep: closing flushed file at 1731752434413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab4708b: reopening flushed file at 1731752434830 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735823f6: reopening flushed file at 1731752434835 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615ae90c: reopening flushed file at 1731752434840 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c40add4b0bc25bc3730ad6614883f2b2 in 1299ms, sequenceid=8, compaction requested=false at 1731752434846 (+6 ms)Writing region close event to WAL at 1731752434847 (+1 ms)Running coprocessor post-close hooks at 1731752434849 (+2 ms)Closed at 1731752434849 2024-11-16T10:20:34,850 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752423946.c40add4b0bc25bc3730ad6614883f2b2. 2024-11-16T10:20:34,909 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,35449,1731752418633; all regions closed. 2024-11-16T10:20:34,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:20:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741839_1015 (size=2458) 2024-11-16T10:20:34,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.rep.1731752428397 not finished, retry = 0 2024-11-16T10:20:34,992 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1162, reset compression=false 2024-11-16T10:20:34,996 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:34,996 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.wal-reader.b16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 to pos 1806, reset compression=false 2024-11-16T10:20:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741832_1008 (size=1814) 2024-11-16T10:20:35,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/WALs/b16ff38458c1,35449,1731752418633/b16ff38458c1%2C35449%2C1731752418633.1731752420626 not finished, retry = 0 2024-11-16T10:20:35,057 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:35,116 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:35,116 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:35,117 INFO [RS:0;b16ff38458c1:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:35,117 INFO [RS:0;b16ff38458c1:35449 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:35,117 INFO [RS:0;b16ff38458c1:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:35,117 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:35,117 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,35449,1731752418633 because: Region server is closing 2024-11-16T10:20:35,118 INFO [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35449. 2024-11-16T10:20:35,118 DEBUG [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:35,118 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:35,118 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:35,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:35,218 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35449,1731752418633.replicationSource.shipperb16ff38458c1%2C35449%2C1731752418633,1-b16ff38458c1,35449,1731752418633 terminated 2024-11-16T10:20:35,218 INFO [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35449. 2024-11-16T10:20:35,218 DEBUG [RS:0;b16ff38458c1:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:35,218 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:35,218 DEBUG [RS:0;b16ff38458c1:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:35,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:35,218 INFO [RS:0;b16ff38458c1:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35449 2024-11-16T10:20:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-520245630/rs/b16ff38458c1,35449,1731752418633 2024-11-16T10:20:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630/rs 2024-11-16T10:20:35,278 INFO [RS:0;b16ff38458c1:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:35,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,35449,1731752418633] 2024-11-16T10:20:35,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-520245630/draining/b16ff38458c1,35449,1731752418633 already deleted, retry=false 2024-11-16T10:20:35,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,35449,1731752418633 expired; onlineServers=0 2024-11-16T10:20:35,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,41365,1731752418463' ***** 2024-11-16T10:20:35,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:20:35,299 INFO [M:0;b16ff38458c1:41365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:35,299 INFO [M:0;b16ff38458c1:41365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:35,299 DEBUG [M:0;b16ff38458c1:41365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:20:35,299 DEBUG [M:0;b16ff38458c1:41365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:20:35,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:20:35,299 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752420370 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752420370,5,FailOnTimeoutGroup] 2024-11-16T10:20:35,299 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752420370 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752420370,5,FailOnTimeoutGroup] 2024-11-16T10:20:35,299 INFO [M:0;b16ff38458c1:41365 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:35,299 INFO [M:0;b16ff38458c1:41365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:35,299 DEBUG [M:0;b16ff38458c1:41365 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:20:35,300 INFO [M:0;b16ff38458c1:41365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:20:35,300 INFO [M:0;b16ff38458c1:41365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:35,300 INFO [M:0;b16ff38458c1:41365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:20:35,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:20:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-520245630/master 2024-11-16T10:20:35,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-520245630 2024-11-16T10:20:35,309 DEBUG [M:0;b16ff38458c1:41365 {}] zookeeper.ZKUtil(347): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Unable to get data of znode /1-520245630/master because node does not exist (not an error) 2024-11-16T10:20:35,309 WARN [M:0;b16ff38458c1:41365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:20:35,310 INFO [M:0;b16ff38458c1:41365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/.lastflushedseqids 2024-11-16T10:20:35,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741848_1024 (size=245) 2024-11-16T10:20:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x1014328b98d0004, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:35,389 INFO [RS:0;b16ff38458c1:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:35,389 INFO [RS:0;b16ff38458c1:35449 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,35449,1731752418633; zookeeper connection closed. 2024-11-16T10:20:35,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc57acb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc57acb 2024-11-16T10:20:35,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:20:35,714 INFO [M:0;b16ff38458c1:41365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:20:35,714 INFO [M:0;b16ff38458c1:41365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:20:35,715 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:35,715 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:35,715 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:35,715 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:35,715 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:35,715 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T10:20:35,727 DEBUG [M:0;b16ff38458c1:41365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59aca66a10b4b8da4ae5738d72d3c5f is 82, key is hbase:meta,,1/info:regioninfo/1731752421605/Put/seqid=0 2024-11-16T10:20:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741849_1025 (size=5672) 2024-11-16T10:20:35,761 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:36,131 INFO [M:0;b16ff38458c1:41365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59aca66a10b4b8da4ae5738d72d3c5f 2024-11-16T10:20:36,148 DEBUG [M:0;b16ff38458c1:41365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8baa0b153ae54ac88776cb286ab5efd4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752428438/Put/seqid=0 2024-11-16T10:20:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741850_1026 (size=8517) 2024-11-16T10:20:36,551 INFO [M:0;b16ff38458c1:41365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8baa0b153ae54ac88776cb286ab5efd4 2024-11-16T10:20:36,564 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:36,568 DEBUG [M:0;b16ff38458c1:41365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a97d05ca384082abd1b1a4e732f0ee is 69, key is b16ff38458c1,35449,1731752418633/rs:state/1731752420411/Put/seqid=0 2024-11-16T10:20:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741851_1027 (size=5156) 2024-11-16T10:20:36,974 INFO [M:0;b16ff38458c1:41365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a97d05ca384082abd1b1a4e732f0ee 2024-11-16T10:20:36,978 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b59aca66a10b4b8da4ae5738d72d3c5f as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59aca66a10b4b8da4ae5738d72d3c5f 2024-11-16T10:20:36,982 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b59aca66a10b4b8da4ae5738d72d3c5f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:20:36,982 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8baa0b153ae54ac88776cb286ab5efd4 as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8baa0b153ae54ac88776cb286ab5efd4 2024-11-16T10:20:36,985 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8baa0b153ae54ac88776cb286ab5efd4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:20:36,986 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71a97d05ca384082abd1b1a4e732f0ee as hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a97d05ca384082abd1b1a4e732f0ee 2024-11-16T10:20:36,989 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/62a0f217-1124-598b-0e65-02565b272a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71a97d05ca384082abd1b1a4e732f0ee, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:20:36,990 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-16T10:20:36,992 INFO [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:36,992 DEBUG [M:0;b16ff38458c1:41365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752435714Disabling compacts and flushes for region at 1731752435714Disabling writes for close at 1731752435715 (+1 ms)Obtaining lock to block concurrent updates at 1731752435715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752435715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731752435715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752435716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752435716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752435727 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752435727Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752436134 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752436147 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752436147Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752436555 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752436567 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752436567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff0b909: reopening flushed file at 1731752436977 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3851c850: reopening flushed file at 1731752436982 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b162ca: reopening flushed file at 1731752436985 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731752436990 (+5 ms)Writing region close event to WAL at 1731752436992 (+2 ms)Closed at 1731752436992 2024-11-16T10:20:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34731 is added to blk_1073741830_1006 (size=63666) 2024-11-16T10:20:36,995 INFO [M:0;b16ff38458c1:41365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:20:36,995 INFO [M:0;b16ff38458c1:41365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41365 2024-11-16T10:20:36,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:36,995 INFO [M:0;b16ff38458c1:41365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:37,163 INFO [M:0;b16ff38458c1:41365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41365-0x1014328b98d0003, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:37,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68dc2cd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:37,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c78992{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:37,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:37,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a7f68b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:37,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e5a6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:37,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:20:37,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:20:37,199 WARN [BP-2116298671-172.17.0.2-1731752416538 heartbeating to localhost/127.0.0.1:41815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:20:37,199 WARN [BP-2116298671-172.17.0.2-1731752416538 heartbeating to localhost/127.0.0.1:41815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2116298671-172.17.0.2-1731752416538 (Datanode Uuid bed2e371-f502-479c-be6e-a7e3328a17b7) service to localhost/127.0.0.1:41815 2024-11-16T10:20:37,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/cluster_47792f8d-1a83-ac32-21c7-a32981aefc37/data/data1/current/BP-2116298671-172.17.0.2-1731752416538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:37,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/cluster_47792f8d-1a83-ac32-21c7-a32981aefc37/data/data2/current/BP-2116298671-172.17.0.2-1731752416538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:37,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:20:37,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ac1640d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:37,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b3e7c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:37,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:37,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4817aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:37,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9dd7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:37,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:20:37,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:20:37,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:37,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:37,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:37,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:37,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:37,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:20:37,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110330413, stopped=false 2024-11-16T10:20:37,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,36573,1731752412588 2024-11-16T10:20:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1734226151/running 2024-11-16T10:20:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1734226151/running 2024-11-16T10:20:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:37,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:37,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:20:37,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:37,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:37,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/running 2024-11-16T10:20:37,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Set watcher on znode that does not yet exist, /0-1734226151/running 2024-11-16T10:20:37,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,34485,1731752412781' ***** 2024-11-16T10:20:37,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:20:37,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eff28093dd5a4f2e83c058bc73cf8db 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,34485,1731752412781 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:34485. 2024-11-16T10:20:37,341 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eff28093dd5a4f2e83c058bc73cf8db, disabling compactions & flushes 2024-11-16T10:20:37,341 DEBUG [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:37,341 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:37,341 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:37,341 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:37,341 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. after waiting 0 ms 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:20:37,341 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:20:37,341 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:20:37,341 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3eff28093dd5a4f2e83c058bc73cf8db 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-16T10:20:37,342 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:20:37,342 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1325): Online Regions={3eff28093dd5a4f2e83c058bc73cf8db=hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db., 1588230740=hbase:meta,,1.1588230740, f5d70c404eeaed8b4612604c1d641b99=test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.} 2024-11-16T10:20:37,342 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eff28093dd5a4f2e83c058bc73cf8db, f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:37,342 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:37,342 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:37,342 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:37,342 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:37,342 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:37,342 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:20:37,355 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/info/8e439020614342469ca5be9b8970c8e1 is 147, key is hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db./info:regioninfo/1731752426306/Put/seqid=0 2024-11-16T10:20:37,358 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/.tmp/queue/7060173f29f9418495f781f83d45a3f9 is 153, key is 1-b16ff38458c1,34485,1731752412781/queue:b16ff38458c1%2C34485%2C1731752412781/1731752433039/Put/seqid=0 2024-11-16T10:20:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:20:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741841_1017 (size=5352) 2024-11-16T10:20:37,362 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/info/8e439020614342469ca5be9b8970c8e1 2024-11-16T10:20:37,362 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/.tmp/queue/7060173f29f9418495f781f83d45a3f9 2024-11-16T10:20:37,372 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/.tmp/queue/7060173f29f9418495f781f83d45a3f9 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/queue/7060173f29f9418495f781f83d45a3f9 2024-11-16T10:20:37,376 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/queue/7060173f29f9418495f781f83d45a3f9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T10:20:37,377 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3eff28093dd5a4f2e83c058bc73cf8db in 36ms, sequenceid=10, compaction requested=false 2024-11-16T10:20:37,380 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/replication/3eff28093dd5a4f2e83c058bc73cf8db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T10:20:37,380 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:37,380 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:37,380 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:37,380 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eff28093dd5a4f2e83c058bc73cf8db: Waiting for close lock at 1731752437341Running coprocessor pre-close hooks at 1731752437341Disabling compacts and flushes for region at 1731752437341Disabling writes for close at 1731752437341Obtaining lock to block concurrent updates at 1731752437341Preparing flush snapshotting stores in 3eff28093dd5a4f2e83c058bc73cf8db at 1731752437341Finished memstore snapshotting hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731752437342 (+1 ms)Flushing stores of hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. at 1731752437342Flushing 3eff28093dd5a4f2e83c058bc73cf8db/queue: creating writer at 1731752437342Flushing 3eff28093dd5a4f2e83c058bc73cf8db/queue: appending metadata at 1731752437358 (+16 ms)Flushing 3eff28093dd5a4f2e83c058bc73cf8db/queue: closing flushed file at 1731752437358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c12aeb0: reopening flushed file at 1731752437371 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3eff28093dd5a4f2e83c058bc73cf8db in 36ms, sequenceid=10, compaction requested=false at 1731752437377 (+6 ms)Writing region close event to WAL at 1731752437377Running coprocessor post-close hooks at 1731752437380 (+3 ms)Closed at 1731752437380 2024-11-16T10:20:37,380 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752425104.3eff28093dd5a4f2e83c058bc73cf8db. 2024-11-16T10:20:37,381 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d70c404eeaed8b4612604c1d641b99, disabling compactions & flushes 2024-11-16T10:20:37,381 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:37,381 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:37,381 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. after waiting 0 ms 2024-11-16T10:20:37,381 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:37,381 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5d70c404eeaed8b4612604c1d641b99 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T10:20:37,387 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/ns/d1354fe57e2c4c70b98a3e0b7ae94ba9 is 43, key is default/ns:d/1731752416265/Put/seqid=0 2024-11-16T10:20:37,391 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:37,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:20:37,398 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/ns/d1354fe57e2c4c70b98a3e0b7ae94ba9 2024-11-16T10:20:37,398 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f/89ef772ba9b74ec7a74f418cff465921 is 29, key is row1/f:/1731752432431/DeleteFamily/seqid=0 2024-11-16T10:20:37,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741843_1019 (size=5118) 2024-11-16T10:20:37,417 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/200e91b9c55f4587ae0dc0f392023fc8 is 112, key is test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99./rep_barrier:seqnumDuringOpen/1731752422939/Put/seqid=0 2024-11-16T10:20:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:20:37,468 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 914, reset compression=false 2024-11-16T10:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 1161, reset compression=false 2024-11-16T10:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,34485,1731752412781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:20:37,473 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,34485,1731752412781: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,34485,1731752412781, walGroup=b16ff38458c1%2C34485%2C1731752412781, offset=b16ff38458c1%2C34485%2C1731752412781.1731752414994:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:20:37,473 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:20:37,474 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 678572424 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191654320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:20:37,475 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:20:37,542 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:37,675 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 1161, reset compression=false 2024-11-16T10:20:37,742 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:37,802 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f/89ef772ba9b74ec7a74f418cff465921 2024-11-16T10:20:37,806 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ef772ba9b74ec7a74f418cff465921 2024-11-16T10:20:37,818 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f1/28e251cd4af24fb98e33938077af3e3b is 30, key is row1/f1:/1731752432431/DeleteFamily/seqid=0 2024-11-16T10:20:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741845_1021 (size=5123) 2024-11-16T10:20:37,821 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/200e91b9c55f4587ae0dc0f392023fc8 2024-11-16T10:20:37,840 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/table/32d92022955a45219356cdc8800647cc is 53, key is hbase:replication/table:state/1731752426312/Put/seqid=0 2024-11-16T10:20:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:20:37,870 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:20:37,870 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:20:37,942 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:37,979 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 1161, reset compression=false 2024-11-16T10:20:38,142 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:38,222 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f1/28e251cd4af24fb98e33938077af3e3b 2024-11-16T10:20:38,225 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28e251cd4af24fb98e33938077af3e3b 2024-11-16T10:20:38,239 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/norep/462a1286ca0f48e5bbde0de32e1b1a54 is 32, key is row/norep:/1731752431425/DeleteFamily/seqid=0 2024-11-16T10:20:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741847_1023 (size=5101) 2024-11-16T10:20:38,243 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/table/32d92022955a45219356cdc8800647cc 2024-11-16T10:20:38,247 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/info/8e439020614342469ca5be9b8970c8e1 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/info/8e439020614342469ca5be9b8970c8e1 2024-11-16T10:20:38,251 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/info/8e439020614342469ca5be9b8970c8e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:20:38,252 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/ns/d1354fe57e2c4c70b98a3e0b7ae94ba9 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/ns/d1354fe57e2c4c70b98a3e0b7ae94ba9 2024-11-16T10:20:38,255 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/ns/d1354fe57e2c4c70b98a3e0b7ae94ba9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:20:38,256 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/200e91b9c55f4587ae0dc0f392023fc8 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/rep_barrier/200e91b9c55f4587ae0dc0f392023fc8 2024-11-16T10:20:38,259 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/rep_barrier/200e91b9c55f4587ae0dc0f392023fc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:20:38,260 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/.tmp/table/32d92022955a45219356cdc8800647cc as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/table/32d92022955a45219356cdc8800647cc 2024-11-16T10:20:38,263 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/table/32d92022955a45219356cdc8800647cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:20:38,264 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-16T10:20:38,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:20:38,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:38,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:38,267 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:38,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752437342Running coprocessor pre-close hooks at 1731752437342Disabling compacts and flushes for region at 1731752437342Disabling writes for close at 1731752437342Obtaining lock to block concurrent updates at 1731752437342Preparing flush snapshotting stores in 1588230740 at 1731752437342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752437342Flushing stores of hbase:meta,,1.1588230740 at 1731752437342Flushing 1588230740/info: creating writer at 1731752437342Flushing 1588230740/info: appending metadata at 1731752437355 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731752437355Flushing 1588230740/ns: creating writer at 1731752437369 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731752437387 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731752437387Flushing 1588230740/rep_barrier: creating writer at 1731752437402 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752437417 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752437417Flushing 1588230740/table: creating writer at 1731752437824 (+407 ms)Flushing 1588230740/table: appending metadata at 1731752437839 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731752437839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14216dce: reopening flushed file at 1731752438247 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4a16d5: reopening flushed file at 1731752438251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc99a5a: reopening flushed file at 1731752438255 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450b533f: reopening flushed file at 1731752438260 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1731752438264 (+4 ms)Writing region close event to WAL at 1731752438265 (+1 ms)Running coprocessor post-close hooks at 1731752438267 (+2 ms)Closed at 1731752438267 2024-11-16T10:20:38,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:38,342 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:20:38,342 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1325): Online Regions={f5d70c404eeaed8b4612604c1d641b99=test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99.} 2024-11-16T10:20:38,342 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:38,382 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/WALs/b16ff38458c1,34485,1731752412781/b16ff38458c1%2C34485%2C1731752412781.1731752414994 to pos 1161, reset compression=false 2024-11-16T10:20:38,543 DEBUG [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1351): Waiting on f5d70c404eeaed8b4612604c1d641b99 2024-11-16T10:20:38,642 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/norep/462a1286ca0f48e5bbde0de32e1b1a54 2024-11-16T10:20:38,646 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462a1286ca0f48e5bbde0de32e1b1a54 2024-11-16T10:20:38,647 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f/89ef772ba9b74ec7a74f418cff465921 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/f/89ef772ba9b74ec7a74f418cff465921 2024-11-16T10:20:38,650 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ef772ba9b74ec7a74f418cff465921 2024-11-16T10:20:38,651 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/f/89ef772ba9b74ec7a74f418cff465921, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:38,651 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/f1/28e251cd4af24fb98e33938077af3e3b as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/f1/28e251cd4af24fb98e33938077af3e3b 2024-11-16T10:20:38,655 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28e251cd4af24fb98e33938077af3e3b 2024-11-16T10:20:38,655 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/f1/28e251cd4af24fb98e33938077af3e3b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:38,656 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/.tmp/norep/462a1286ca0f48e5bbde0de32e1b1a54 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/norep/462a1286ca0f48e5bbde0de32e1b1a54 2024-11-16T10:20:38,659 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462a1286ca0f48e5bbde0de32e1b1a54 2024-11-16T10:20:38,659 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/norep/462a1286ca0f48e5bbde0de32e1b1a54, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T10:20:38,660 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f5d70c404eeaed8b4612604c1d641b99 in 1279ms, sequenceid=8, compaction requested=false 2024-11-16T10:20:38,660 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:20:38,664 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/data/default/test/f5d70c404eeaed8b4612604c1d641b99/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:20:38,665 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:38,665 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:38,665 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:38,665 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d70c404eeaed8b4612604c1d641b99: Waiting for close lock at 1731752437381Running coprocessor pre-close hooks at 1731752437381Disabling compacts and flushes for region at 1731752437381Disabling writes for close at 1731752437381Obtaining lock to block concurrent updates at 1731752437381Preparing flush snapshotting stores in f5d70c404eeaed8b4612604c1d641b99 at 1731752437381Finished memstore snapshotting test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731752437381Flushing stores of test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. at 1731752437381Flushing f5d70c404eeaed8b4612604c1d641b99/f: creating writer at 1731752437382 (+1 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/f: appending metadata at 1731752437398 (+16 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/f: closing flushed file at 1731752437398Flushing f5d70c404eeaed8b4612604c1d641b99/f1: creating writer at 1731752437806 (+408 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/f1: appending metadata at 1731752437818 (+12 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/f1: closing flushed file at 1731752437818Flushing f5d70c404eeaed8b4612604c1d641b99/norep: creating writer at 1731752438226 (+408 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/norep: appending metadata at 1731752438238 (+12 ms)Flushing f5d70c404eeaed8b4612604c1d641b99/norep: closing flushed file at 1731752438238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9ea3d5: reopening flushed file at 1731752438646 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d61ab2: reopening flushed file at 1731752438651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bb5158: reopening flushed file at 1731752438655 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f5d70c404eeaed8b4612604c1d641b99 in 1279ms, sequenceid=8, compaction requested=false at 1731752438660 (+5 ms)Writing region close event to WAL at 1731752438662 (+2 ms)Running coprocessor post-close hooks at 1731752438665 (+3 ms)Closed at 1731752438665 2024-11-16T10:20:38,665 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752421794.f5d70c404eeaed8b4612604c1d641b99. 2024-11-16T10:20:38,743 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,34485,1731752412781; all regions closed. 2024-11-16T10:20:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:20:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741839_1015 (size=2676) 2024-11-16T10:20:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741832_1008 (size=1813) 2024-11-16T10:20:38,749 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:38,749 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:20:38,749 INFO [RS:0;b16ff38458c1:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:38,749 INFO [RS:0;b16ff38458c1:34485 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:38,749 INFO [RS:0;b16ff38458c1:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:38,749 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:38,749 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,34485,1731752412781 because: Region server is closing 2024-11-16T10:20:38,750 INFO [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:34485. 2024-11-16T10:20:38,750 DEBUG [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:38,750 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:38,750 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:38,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:38,850 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.shipperb16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 terminated 2024-11-16T10:20:38,850 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,34485,1731752412781.replicationSource.wal-reader.b16ff38458c1%2C34485%2C1731752412781,1-b16ff38458c1,34485,1731752412781 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:20:38,850 INFO [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:34485. 2024-11-16T10:20:38,850 DEBUG [RS:0;b16ff38458c1:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:20:38,850 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:38,850 DEBUG [RS:0;b16ff38458c1:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:38,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:20:38,851 INFO [RS:0;b16ff38458c1:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34485 2024-11-16T10:20:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151/rs 2024-11-16T10:20:38,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1734226151/rs/b16ff38458c1,34485,1731752412781 2024-11-16T10:20:38,909 INFO [RS:0;b16ff38458c1:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:38,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,34485,1731752412781] 2024-11-16T10:20:38,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1734226151/draining/b16ff38458c1,34485,1731752412781 already deleted, retry=false 2024-11-16T10:20:38,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,34485,1731752412781 expired; onlineServers=0 2024-11-16T10:20:38,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,36573,1731752412588' ***** 2024-11-16T10:20:38,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:20:38,930 INFO [M:0;b16ff38458c1:36573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:20:38,930 INFO [M:0;b16ff38458c1:36573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:20:38,930 DEBUG [M:0;b16ff38458c1:36573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:20:38,931 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:20:38,931 DEBUG [M:0;b16ff38458c1:36573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:20:38,931 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752414791 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752414791,5,FailOnTimeoutGroup] 2024-11-16T10:20:38,931 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752414790 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752414790,5,FailOnTimeoutGroup] 2024-11-16T10:20:38,931 INFO [M:0;b16ff38458c1:36573 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:20:38,931 INFO [M:0;b16ff38458c1:36573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:20:38,931 DEBUG [M:0;b16ff38458c1:36573 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:20:38,931 INFO [M:0;b16ff38458c1:36573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:20:38,931 INFO [M:0;b16ff38458c1:36573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:20:38,931 INFO [M:0;b16ff38458c1:36573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:20:38,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:20:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1734226151/master 2024-11-16T10:20:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1734226151 2024-11-16T10:20:38,941 DEBUG [M:0;b16ff38458c1:36573 {}] zookeeper.ZKUtil(347): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Unable to get data of znode /0-1734226151/master because node does not exist (not an error) 2024-11-16T10:20:38,941 WARN [M:0;b16ff38458c1:36573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:20:38,942 INFO [M:0;b16ff38458c1:36573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/.lastflushedseqids 2024-11-16T10:20:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741848_1024 (size=245) 2024-11-16T10:20:39,020 INFO [RS:0;b16ff38458c1:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:39,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:39,020 INFO [RS:0;b16ff38458c1:34485 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,34485,1731752412781; zookeeper connection closed. 2024-11-16T10:20:39,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1014328b98d0001, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:39,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23753580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23753580 2024-11-16T10:20:39,020 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:20:39,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:39,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:39,346 INFO [M:0;b16ff38458c1:36573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:20:39,346 INFO [M:0;b16ff38458c1:36573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:20:39,346 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:39,346 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:39,346 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:39,346 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:39,346 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:39,346 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T10:20:39,365 DEBUG [M:0;b16ff38458c1:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad499d21a77040fabfcd7ec50a694e34 is 82, key is hbase:meta,,1/info:regioninfo/1731752416067/Put/seqid=0 2024-11-16T10:20:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741849_1025 (size=5672) 2024-11-16T10:20:39,770 INFO [M:0;b16ff38458c1:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad499d21a77040fabfcd7ec50a694e34 2024-11-16T10:20:39,792 DEBUG [M:0;b16ff38458c1:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e9b62ebadc4063a1ef8b6b23148f2c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752426315/Put/seqid=0 2024-11-16T10:20:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741850_1026 (size=8517) 2024-11-16T10:20:40,196 INFO [M:0;b16ff38458c1:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e9b62ebadc4063a1ef8b6b23148f2c 2024-11-16T10:20:40,215 DEBUG [M:0;b16ff38458c1:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e6929ca238423ea2e00f9ace8022dd is 69, key is b16ff38458c1,34485,1731752412781/rs:state/1731752414849/Put/seqid=0 2024-11-16T10:20:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741851_1027 (size=5156) 2024-11-16T10:20:40,620 INFO [M:0;b16ff38458c1:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e6929ca238423ea2e00f9ace8022dd 2024-11-16T10:20:40,623 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad499d21a77040fabfcd7ec50a694e34 as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad499d21a77040fabfcd7ec50a694e34 2024-11-16T10:20:40,627 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad499d21a77040fabfcd7ec50a694e34, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:20:40,628 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0e9b62ebadc4063a1ef8b6b23148f2c as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e9b62ebadc4063a1ef8b6b23148f2c 2024-11-16T10:20:40,632 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0e9b62ebadc4063a1ef8b6b23148f2c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:20:40,632 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e6929ca238423ea2e00f9ace8022dd as hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e6929ca238423ea2e00f9ace8022dd 2024-11-16T10:20:40,636 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e6929ca238423ea2e00f9ace8022dd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:20:40,637 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-16T10:20:40,657 INFO [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:40,657 DEBUG [M:0;b16ff38458c1:36573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752439346Disabling compacts and flushes for region at 1731752439346Disabling writes for close at 1731752439346Obtaining lock to block concurrent updates at 1731752439346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752439346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731752439347 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752439347Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752439347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752439365 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752439365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752439774 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752439792 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752439792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752440200 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752440215 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752440215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13840ebd: reopening flushed file at 1731752440623 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8e7341: reopening flushed file at 1731752440627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c694544: reopening flushed file at 1731752440632 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731752440637 (+5 ms)Writing region close event to WAL at 1731752440657 (+20 ms)Closed at 1731752440657 2024-11-16T10:20:40,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741830_1006 (size=63666) 2024-11-16T10:20:40,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ec397ad-0906-bd6c-f64c-cd0a30b97ce8/MasterData/WALs/b16ff38458c1,36573,1731752412588/b16ff38458c1%2C36573%2C1731752412588.1731752414534 not finished, retry = 0 2024-11-16T10:20:40,760 INFO [M:0;b16ff38458c1:36573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:20:40,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:20:40,760 INFO [M:0;b16ff38458c1:36573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36573 2024-11-16T10:20:40,760 INFO [M:0;b16ff38458c1:36573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:20:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:40,925 INFO [M:0;b16ff38458c1:36573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:20:40,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x1014328b98d0000, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:20:40,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3090df72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:40,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c58b73f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:40,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:40,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e02bc05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:40,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@453c8ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:40,956 WARN [BP-1472711997-172.17.0.2-1731752410609 heartbeating to localhost/127.0.0.1:34637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:20:40,956 WARN [BP-1472711997-172.17.0.2-1731752410609 heartbeating to localhost/127.0.0.1:34637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1472711997-172.17.0.2-1731752410609 (Datanode Uuid c9f706ff-d4a0-48a5-82ca-6029f2396e0e) service to localhost/127.0.0.1:34637 2024-11-16T10:20:40,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:20:40,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:20:40,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/data/data1/current/BP-1472711997-172.17.0.2-1731752410609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:40,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/cluster_ef7c09be-105a-5d0f-2e4b-a3ac4cb67357/data/data2/current/BP-1472711997-172.17.0.2-1731752410609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:20:40,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:20:40,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d0dfc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:40,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e7c75c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:20:40,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:20:40,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6044a590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:20:40,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bdff58b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1bb6cbf0-8453-debb-efeb-526e2a3e116a/hadoop.log.dir/,STOPPED} 2024-11-16T10:20:40,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:20:40,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:20:40,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41815 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52812) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52812) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 317), ProcessCount=11 (was 11), AvailableMemoryMB=3715 (was 3779) 2024-11-16T10:20:41,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=3715 2024-11-16T10:20:41,018 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T10:20:41,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir so I do NOT create it in target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668 2024-11-16T10:20:41,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:20:41,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.tmp.dir so I do NOT create it in target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668 2024-11-16T10:20:41,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6e68525-b565-25c1-c32b-bdff1669d855/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:20:41,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668 2024-11-16T10:20:41,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775, deleteOnExit=true 2024-11-16T10:20:41,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/zookeeper_0, clientPort=60245, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:20:41,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60245 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/test.cache.data in system properties and HBase conf 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:20:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:20:41,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:20:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:20:41,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:41,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:20:41,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:20:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014328b98d0005, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:20:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014328b98d0002, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:20:41,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014328b98d0005, quorum=127.0.0.1:52812, baseZNode=/1-520245630 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:20:41,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014328b98d0002, quorum=127.0.0.1:52812, baseZNode=/0-1734226151 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:20:41,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:41,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:41,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:41,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:41,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:41,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:41,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239e99dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:41,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d1dc5fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:41,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9ca4b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/java.io.tmpdir/jetty-localhost-33337-hadoop-hdfs-3_4_1-tests_jar-_-any-8832676854459223797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:41,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f5addb{HTTP/1.1, (http/1.1)}{localhost:33337} 2024-11-16T10:20:41,560 INFO [Time-limited test {}] server.Server(415): Started @235755ms 2024-11-16T10:20:41,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:41,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:41,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:41,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:41,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:20:41,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37801c3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:41,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e4373f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:41,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2078d614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/java.io.tmpdir/jetty-localhost-33159-hadoop-hdfs-3_4_1-tests_jar-_-any-4799210182366032730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:41,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f51982d{HTTP/1.1, (http/1.1)}{localhost:33159} 2024-11-16T10:20:41,949 INFO [Time-limited test {}] server.Server(415): Started @236144ms 2024-11-16T10:20:41,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:20:42,553 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/data/data1/current/BP-906611569-172.17.0.2-1731752441057/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:42,553 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/data/data2/current/BP-906611569-172.17.0.2-1731752441057/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:42,573 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7f4dc6d132a122c with lease ID 0x8abc3712fad736e9: Processing first storage report for DS-260685b6-1185-48db-b5ef-4a8234d28f44 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=5e9f33e5-2f51-4903-8245-c2ff5a012d9f, infoPort=36009, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=1614001695;c=1731752441057) 2024-11-16T10:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7f4dc6d132a122c with lease ID 0x8abc3712fad736e9: from storage DS-260685b6-1185-48db-b5ef-4a8234d28f44 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=5e9f33e5-2f51-4903-8245-c2ff5a012d9f, infoPort=36009, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=1614001695;c=1731752441057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7f4dc6d132a122c with lease ID 0x8abc3712fad736e9: Processing first storage report for DS-43a6f94f-43a1-4f87-a7b0-001802491c70 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=5e9f33e5-2f51-4903-8245-c2ff5a012d9f, infoPort=36009, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=1614001695;c=1731752441057) 2024-11-16T10:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7f4dc6d132a122c with lease ID 0x8abc3712fad736e9: from storage DS-43a6f94f-43a1-4f87-a7b0-001802491c70 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=5e9f33e5-2f51-4903-8245-c2ff5a012d9f, infoPort=36009, infoSecurePort=0, ipcPort=38559, storageInfo=lv=-57;cid=testClusterID;nsid=1614001695;c=1731752441057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:42,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668 2024-11-16T10:20:42,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:42,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:42,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:20:43,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662 with version=8 2024-11-16T10:20:43,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/hbase-staging 2024-11-16T10:20:43,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:43,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:43,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:43,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:20:43,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:43,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35529 2024-11-16T10:20:43,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35529 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:43,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355290x0, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:43,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35529-0x101432930780000 connected 2024-11-16T10:20:43,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:43,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:43,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/running 2024-11-16T10:20:43,182 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662, hbase.cluster.distributed=false 2024-11-16T10:20:43,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/acl 2024-11-16T10:20:43,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-16T10:20:43,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35529 2024-11-16T10:20:43,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35529 2024-11-16T10:20:43,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-16T10:20:43,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35529 2024-11-16T10:20:43,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:43,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:43,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35799 2024-11-16T10:20:43,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35799 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:43,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:43,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:20:43,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357990x0, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:43,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357990x0, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/running 2024-11-16T10:20:43,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35799-0x101432930780001 connected 2024-11-16T10:20:43,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:20:43,222 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:20:43,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/master 2024-11-16T10:20:43,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/acl 2024-11-16T10:20:43,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-16T10:20:43,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35799 2024-11-16T10:20:43,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35799 2024-11-16T10:20:43,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-16T10:20:43,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35799 2024-11-16T10:20:43,245 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:35529 2024-11-16T10:20:43,248 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01187367206/backup-masters/b16ff38458c1,35529,1731752443005 2024-11-16T10:20:43,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/backup-masters 2024-11-16T10:20:43,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/backup-masters 2024-11-16T10:20:43,256 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on existing znode=/01187367206/backup-masters/b16ff38458c1,35529,1731752443005 2024-11-16T10:20:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01187367206/master 2024-11-16T10:20:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:43,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on existing znode=/01187367206/master 2024-11-16T10:20:43,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01187367206/backup-masters/b16ff38458c1,35529,1731752443005 from backup master directory 2024-11-16T10:20:43,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/backup-masters 2024-11-16T10:20:43,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01187367206/backup-masters/b16ff38458c1,35529,1731752443005 2024-11-16T10:20:43,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/backup-masters 2024-11-16T10:20:43,277 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:43,277 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,35529,1731752443005 2024-11-16T10:20:43,280 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/hbase.id] with ID: 7a024dbb-7461-48f5-8b55-b8d1f21d3dd9 2024-11-16T10:20:43,280 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/.tmp/hbase.id 2024-11-16T10:20:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:20:43,686 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/.tmp/hbase.id]:[hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/hbase.id] 2024-11-16T10:20:43,694 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:43,694 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:20:43,695 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:20:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:20:44,110 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:44,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:20:44,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:20:44,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:44,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:44,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:44,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:44,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38408 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:44,517 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store 2024-11-16T10:20:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:44,922 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:44,922 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:44,922 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752444922Disabling compacts and flushes for region at 1731752444922Disabling writes for close at 1731752444922Writing region close event to WAL at 1731752444922Closed at 1731752444922 2024-11-16T10:20:44,923 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/.initializing 2024-11-16T10:20:44,923 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/WALs/b16ff38458c1,35529,1731752443005 2024-11-16T10:20:44,924 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:44,925 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C35529%2C1731752443005, suffix=, logDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/WALs/b16ff38458c1,35529,1731752443005, archiveDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/oldWALs, maxLogs=10 2024-11-16T10:20:44,945 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/WALs/b16ff38458c1,35529,1731752443005/b16ff38458c1%2C35529%2C1731752443005.1731752444925, exclude list is [], retry=0 2024-11-16T10:20:44,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-260685b6-1185-48db-b5ef-4a8234d28f44,DISK] 2024-11-16T10:20:44,948 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/WALs/b16ff38458c1,35529,1731752443005/b16ff38458c1%2C35529%2C1731752443005.1731752444925 2024-11-16T10:20:44,949 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-16T10:20:44,949 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:44,949 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:44,949 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,949 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:20:44,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:20:44,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:20:44,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:44,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:44,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:20:44,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:44,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:44,954 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,954 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,954 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,955 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,955 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,956 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:44,957 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:44,958 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:44,958 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64834805, jitterRate=-0.03388611972332001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:44,959 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752444949Initializing all the Stores at 1731752444950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752444950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752444950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752444950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752444950Cleaning up temporary data from old regions at 1731752444955 (+5 ms)Region opened successfully at 1731752444958 (+3 ms) 2024-11-16T10:20:44,959 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:20:44,960 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6acb77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:44,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:20:44,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:20:44,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:20:44,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:20:44,962 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:20:44,962 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:20:44,962 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:20:44,964 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:20:44,965 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Unable to get data of znode /01187367206/balancer because node does not exist (not necessarily an error) 2024-11-16T10:20:45,014 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/balancer already deleted, retry=false 2024-11-16T10:20:45,014 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:20:45,015 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Unable to get data of znode /01187367206/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:20:45,024 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/normalizer already deleted, retry=false 2024-11-16T10:20:45,025 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:20:45,025 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Unable to get data of znode /01187367206/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:20:45,035 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/switch/split already deleted, retry=false 2024-11-16T10:20:45,035 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Unable to get data of znode /01187367206/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:20:45,045 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/switch/merge already deleted, retry=false 2024-11-16T10:20:45,047 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Unable to get data of znode /01187367206/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:20:45,056 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/snapshot-cleanup already deleted, retry=false 2024-11-16T10:20:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01187367206/running 2024-11-16T10:20:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01187367206/running 2024-11-16T10:20:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,067 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,35529,1731752443005, sessionid=0x101432930780000, setting cluster-up flag (Was=false) 2024-11-16T10:20:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,119 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01187367206/flush-table-proc/acquired, /01187367206/flush-table-proc/reached, /01187367206/flush-table-proc/abort 2024-11-16T10:20:45,120 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,35529,1731752443005 2024-11-16T10:20:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:45,172 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01187367206/online-snapshot/acquired, /01187367206/online-snapshot/reached, /01187367206/online-snapshot/abort 2024-11-16T10:20:45,172 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,35529,1731752443005 2024-11-16T10:20:45,173 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:20:45,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:45,175 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:20:45,175 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:20:45,175 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,35529,1731752443005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:45,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752475177 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:20:45,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:45,177 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:20:45,178 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:20:45,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:45,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:20:45,178 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752445178,5,FailOnTimeoutGroup] 2024-11-16T10:20:45,179 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752445179,5,FailOnTimeoutGroup] 2024-11-16T10:20:45,179 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,179 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:20:45,179 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,179 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:20:45,239 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(746): ClusterId : 7a024dbb-7461-48f5-8b55-b8d1f21d3dd9 2024-11-16T10:20:45,239 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:20:45,246 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:20:45,246 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:20:45,256 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:20:45,257 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed8803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:45,268 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:35799 2024-11-16T10:20:45,268 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:20:45,268 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:20:45,268 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:20:45,268 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,35529,1731752443005 with port=35799, startcode=1731752443203 2024-11-16T10:20:45,268 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:20:45,270 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:20:45,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35529 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,271 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662 2024-11-16T10:20:45,271 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36181 2024-11-16T10:20:45,271 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:20:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/rs 2024-11-16T10:20:45,284 DEBUG [RS:0;b16ff38458c1:35799 {}] zookeeper.ZKUtil(111): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on existing znode=/01187367206/rs/b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,284 WARN [RS:0;b16ff38458c1:35799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:45,284 INFO [RS:0;b16ff38458c1:35799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:45,284 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,35799,1731752443203] 2024-11-16T10:20:45,287 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:20:45,288 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:20:45,288 INFO [RS:0;b16ff38458c1:35799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:20:45,288 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,292 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:20:45,292 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:20:45,292 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,292 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,293 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:45,293 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:45,293 DEBUG [RS:0;b16ff38458c1:35799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,293 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35799,1731752443203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:45,310 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:20:45,310 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35799,1731752443203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,310 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,310 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.Replication(171): b16ff38458c1,35799,1731752443203 started 2024-11-16T10:20:45,322 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:45,322 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,35799,1731752443203, RpcServer on b16ff38458c1/172.17.0.2:35799, sessionid=0x101432930780001 2024-11-16T10:20:45,322 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:20:45,322 DEBUG [RS:0;b16ff38458c1:35799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,322 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35799,1731752443203' 2024-11-16T10:20:45,322 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01187367206/flush-table-proc/abort' 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01187367206/flush-table-proc/acquired' 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,35799,1731752443203 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,35799,1731752443203' 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01187367206/online-snapshot/abort' 2024-11-16T10:20:45,323 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01187367206/online-snapshot/acquired' 2024-11-16T10:20:45,324 DEBUG [RS:0;b16ff38458c1:35799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:20:45,324 INFO [RS:0;b16ff38458c1:35799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:20:45,324 INFO [RS:0;b16ff38458c1:35799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:20:45,424 INFO [RS:0;b16ff38458c1:35799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:45,425 INFO [RS:0;b16ff38458c1:35799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35799%2C1731752443203, suffix=, logDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203, archiveDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/oldWALs, maxLogs=10 2024-11-16T10:20:45,437 DEBUG [RS:0;b16ff38458c1:35799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, exclude list is [], retry=0 2024-11-16T10:20:45,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-260685b6-1185-48db-b5ef-4a8234d28f44,DISK] 2024-11-16T10:20:45,441 INFO [RS:0;b16ff38458c1:35799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 2024-11-16T10:20:45,441 DEBUG [RS:0;b16ff38458c1:35799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-16T10:20:45,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:20:45,589 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662 2024-11-16T10:20:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:20:45,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:45,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:45,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:45,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:45,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:45,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:45,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:45,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:45,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:45,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:45,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:45,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:45,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:45,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:45,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:45,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:46,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740 2024-11-16T10:20:46,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740 2024-11-16T10:20:46,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:46,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:46,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:46,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:46,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:46,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72404828, jitterRate=0.07891601324081421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752445994Initializing all the Stores at 1731752445995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752445995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752445995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752445995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752445995Cleaning up temporary data from old regions at 1731752446001 (+6 ms)Region opened successfully at 1731752446004 (+3 ms) 2024-11-16T10:20:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:46,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:46,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:46,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:46,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752446004Disabling compacts and flushes for region at 1731752446004Disabling writes for close at 1731752446004Writing region close event to WAL at 1731752446005 (+1 ms)Closed at 1731752446005 2024-11-16T10:20:46,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:46,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:20:46,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:20:46,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:46,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:20:46,158 DEBUG [b16ff38458c1:35529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:20:46,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:46,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35799,1731752443203, state=OPENING 2024-11-16T10:20:46,235 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:20:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:20:46,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01187367206/meta-region-server: CHANGED 2024-11-16T10:20:46,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01187367206/meta-region-server: CHANGED 2024-11-16T10:20:46,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:46,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35799,1731752443203}] 2024-11-16T10:20:46,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:46,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:20:46,402 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:20:46,402 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:46,402 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:20:46,404 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35799%2C1731752443203.meta, suffix=.meta, logDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203, archiveDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/oldWALs, maxLogs=10 2024-11-16T10:20:46,419 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.meta.1731752446404.meta, exclude list is [], retry=0 2024-11-16T10:20:46,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-260685b6-1185-48db-b5ef-4a8234d28f44,DISK] 2024-11-16T10:20:46,422 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.meta.1731752446404.meta 2024-11-16T10:20:46,422 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-16T10:20:46,422 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:46,423 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:20:46,423 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:20:46,423 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:20:46,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:46,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:46,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:46,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:46,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:46,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:46,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:46,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:46,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:46,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:46,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:46,429 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:46,429 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740 2024-11-16T10:20:46,430 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740 2024-11-16T10:20:46,430 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:46,430 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:46,431 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:46,431 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:46,432 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74807737, jitterRate=0.11472214758396149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:46,432 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:20:46,432 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752446423Writing region info on filesystem at 1731752446423Initializing all the Stores at 1731752446424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752446424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752446424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752446424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752446424Cleaning up temporary data from old regions at 1731752446430 (+6 ms)Running coprocessor post-open hooks at 1731752446432 (+2 ms)Region opened successfully at 1731752446432 2024-11-16T10:20:46,433 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752446398 2024-11-16T10:20:46,434 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:20:46,435 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:20:46,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:46,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,35799,1731752443203, state=OPEN 2024-11-16T10:20:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01187367206/meta-region-server 2024-11-16T10:20:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01187367206/meta-region-server 2024-11-16T10:20:46,475 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:46,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01187367206/meta-region-server: CHANGED 2024-11-16T10:20:46,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01187367206/meta-region-server: CHANGED 2024-11-16T10:20:46,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:20:46,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,35799,1731752443203 in 229 msec 2024-11-16T10:20:46,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:20:46,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-16T10:20:46,479 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:46,479 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:20:46,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:46,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35799,1731752443203, seqNum=-1] 2024-11-16T10:20:46,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:46,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:46,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-16T10:20:46,485 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752446485, completionTime=-1 2024-11-16T10:20:46,485 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:20:46,485 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:20:46,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:20:46,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752506486 2024-11-16T10:20:46,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752566486 2024-11-16T10:20:46,486 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:35529, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,487 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,488 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:46,490 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:20:46,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:20:46,492 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:20:46,492 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,35529,1731752443005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:46,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181a2d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:46,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:20:46,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:46,541 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:20:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:20:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e936849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:20:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:46,543 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:46,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8f791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:46,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35799,1731752443203, seqNum=-1] 2024-11-16T10:20:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:46,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:46,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,35529,1731752443005 2024-11-16T10:20:46,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:46,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:46,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101432930780002 connected 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir so I do NOT create it in target/test-data/5779b82a-323b-69de-a506-631c9d09c423 2024-11-16T10:20:46,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.tmp.dir so I do NOT create it in target/test-data/5779b82a-323b-69de-a506-631c9d09c423 2024-11-16T10:20:46,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:20:46,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/cluster_d9246469-e0ec-a1c9-e7fa-2630b197ecab, deleteOnExit=true 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/test.cache.data in system properties and HBase conf 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:20:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:20:46,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:20:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:20:46,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:46,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:20:46,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:20:47,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:47,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:47,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:47,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:47,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:20:47,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:47,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72381bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:47,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fd1456{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:47,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52ce5cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/java.io.tmpdir/jetty-localhost-33665-hadoop-hdfs-3_4_1-tests_jar-_-any-424933567102098720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:47,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f82d566{HTTP/1.1, (http/1.1)}{localhost:33665} 2024-11-16T10:20:47,265 INFO [Time-limited test {}] server.Server(415): Started @241459ms 2024-11-16T10:20:47,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:47,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:47,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:47,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:47,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:47,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f723f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:47,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50038b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:47,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c1f34ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/java.io.tmpdir/jetty-localhost-40473-hadoop-hdfs-3_4_1-tests_jar-_-any-12741900185201679001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:47,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7942bfb4{HTTP/1.1, (http/1.1)}{localhost:40473} 2024-11-16T10:20:47,764 INFO [Time-limited test {}] server.Server(415): Started @241958ms 2024-11-16T10:20:47,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:20:48,422 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/cluster_d9246469-e0ec-a1c9-e7fa-2630b197ecab/data/data1/current/BP-704134355-172.17.0.2-1731752446601/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:48,422 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/cluster_d9246469-e0ec-a1c9-e7fa-2630b197ecab/data/data2/current/BP-704134355-172.17.0.2-1731752446601/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:48,444 WARN [Thread-2770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:20:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b7d98a19105e9e with lease ID 0x1c462c77d05bc009: Processing first storage report for DS-308320be-2dbc-49d4-a9d7-937639d8c4f8 from datanode DatanodeRegistration(127.0.0.1:33219, datanodeUuid=a4f8f8aa-f816-465f-a99d-be2b8babc2bf, infoPort=45393, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=2135211686;c=1731752446601) 2024-11-16T10:20:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b7d98a19105e9e with lease ID 0x1c462c77d05bc009: from storage DS-308320be-2dbc-49d4-a9d7-937639d8c4f8 node DatanodeRegistration(127.0.0.1:33219, datanodeUuid=a4f8f8aa-f816-465f-a99d-be2b8babc2bf, infoPort=45393, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=2135211686;c=1731752446601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b7d98a19105e9e with lease ID 0x1c462c77d05bc009: Processing first storage report for DS-1ecc086b-4cad-4fc6-8992-b8d1fe40f180 from datanode DatanodeRegistration(127.0.0.1:33219, datanodeUuid=a4f8f8aa-f816-465f-a99d-be2b8babc2bf, infoPort=45393, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=2135211686;c=1731752446601) 2024-11-16T10:20:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b7d98a19105e9e with lease ID 0x1c462c77d05bc009: from storage DS-1ecc086b-4cad-4fc6-8992-b8d1fe40f180 node DatanodeRegistration(127.0.0.1:33219, datanodeUuid=a4f8f8aa-f816-465f-a99d-be2b8babc2bf, infoPort=45393, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=2135211686;c=1731752446601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:48,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423 2024-11-16T10:20:48,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:48,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:20:48,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e with version=8 2024-11-16T10:20:48,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/hbase-staging 2024-11-16T10:20:48,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:20:48,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:48,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46845 2024-11-16T10:20:48,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46845 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:48,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468450x0, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:48,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46845-0x101432930780003 connected 2024-11-16T10:20:49,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:49,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:49,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/running 2024-11-16T10:20:49,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e, hbase.cluster.distributed=false 2024-11-16T10:20:49,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/acl 2024-11-16T10:20:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T10:20:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46845 2024-11-16T10:20:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46845 2024-11-16T10:20:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T10:20:49,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T10:20:49,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:49,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:20:49,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:49,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43959 2024-11-16T10:20:49,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43959 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:49,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:49,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:49,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439590x0, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:49,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439590x0, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/running 2024-11-16T10:20:49,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43959-0x101432930780004 connected 2024-11-16T10:20:49,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:20:49,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:20:49,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/master 2024-11-16T10:20:49,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/acl 2024-11-16T10:20:49,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43959 2024-11-16T10:20:49,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43959 2024-11-16T10:20:49,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43959 2024-11-16T10:20:49,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43959 2024-11-16T10:20:49,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43959 2024-11-16T10:20:49,089 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:46845 2024-11-16T10:20:49,092 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1120386028/backup-masters/b16ff38458c1,46845,1731752448908 2024-11-16T10:20:49,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/backup-masters 2024-11-16T10:20:49,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/backup-masters 2024-11-16T10:20:49,105 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on existing znode=/1120386028/backup-masters/b16ff38458c1,46845,1731752448908 2024-11-16T10:20:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1120386028/master 2024-11-16T10:20:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:49,115 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on existing znode=/1120386028/master 2024-11-16T10:20:49,116 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1120386028/backup-masters/b16ff38458c1,46845,1731752448908 from backup master directory 2024-11-16T10:20:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1120386028/backup-masters/b16ff38458c1,46845,1731752448908 2024-11-16T10:20:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/backup-masters 2024-11-16T10:20:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/backup-masters 2024-11-16T10:20:49,126 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:49,126 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,46845,1731752448908 2024-11-16T10:20:49,128 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/hbase.id] with ID: a7bb160b-31b9-4012-8c6d-4403c059fbaa 2024-11-16T10:20:49,128 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/.tmp/hbase.id 2024-11-16T10:20:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:20:49,533 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/.tmp/hbase.id]:[hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/hbase.id] 2024-11-16T10:20:49,540 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:49,540 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:20:49,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T10:20:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:49,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:20:50,008 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:50,008 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:20:50,009 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:20:50,413 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store 2024-11-16T10:20:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:20:50,818 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:50,818 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:50,818 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:50,819 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:50,819 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:50,819 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:50,819 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:50,819 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752450818Disabling compacts and flushes for region at 1731752450818Disabling writes for close at 1731752450819 (+1 ms)Writing region close event to WAL at 1731752450819Closed at 1731752450819 2024-11-16T10:20:50,819 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/.initializing 2024-11-16T10:20:50,819 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/WALs/b16ff38458c1,46845,1731752448908 2024-11-16T10:20:50,820 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:50,821 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C46845%2C1731752448908, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/WALs/b16ff38458c1,46845,1731752448908, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/oldWALs, maxLogs=10 2024-11-16T10:20:50,839 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/WALs/b16ff38458c1,46845,1731752448908/b16ff38458c1%2C46845%2C1731752448908.1731752450821, exclude list is [], retry=0 2024-11-16T10:20:50,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33219,DS-308320be-2dbc-49d4-a9d7-937639d8c4f8,DISK] 2024-11-16T10:20:50,842 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/WALs/b16ff38458c1,46845,1731752448908/b16ff38458c1%2C46845%2C1731752448908.1731752450821 2024-11-16T10:20:50,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45393:45393)] 2024-11-16T10:20:50,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:50,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:50,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,843 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:20:50,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:50,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:50,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:20:50,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:50,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:50,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:20:50,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:50,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:50,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:20:50,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:50,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:50,848 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,849 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,849 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,850 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:50,851 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:50,853 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:50,853 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74250099, jitterRate=0.10641269385814667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:50,854 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752450843Initializing all the Stores at 1731752450844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752450844Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752450844Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752450844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752450844Cleaning up temporary data from old regions at 1731752450850 (+6 ms)Region opened successfully at 1731752450854 (+4 ms) 2024-11-16T10:20:50,854 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:20:50,856 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de5e3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:50,857 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:20:50,857 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:20:50,857 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:20:50,857 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:20:50,858 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:20:50,858 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:20:50,858 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:20:50,859 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:20:50,860 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/balancer because node does not exist (not necessarily an error) 2024-11-16T10:20:50,978 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/balancer already deleted, retry=false 2024-11-16T10:20:50,979 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:20:50,979 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:20:50,989 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/normalizer already deleted, retry=false 2024-11-16T10:20:50,989 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:20:50,990 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:20:50,999 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/switch/split already deleted, retry=false 2024-11-16T10:20:51,000 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:20:51,010 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/switch/merge already deleted, retry=false 2024-11-16T10:20:51,011 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:20:51,020 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/snapshot-cleanup already deleted, retry=false 2024-11-16T10:20:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1120386028/running 2024-11-16T10:20:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1120386028/running 2024-11-16T10:20:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,031 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,46845,1731752448908, sessionid=0x101432930780003, setting cluster-up flag (Was=false) 2024-11-16T10:20:51,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,083 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1120386028/flush-table-proc/acquired, /1120386028/flush-table-proc/reached, /1120386028/flush-table-proc/abort 2024-11-16T10:20:51,084 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,46845,1731752448908 2024-11-16T10:20:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:51,136 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1120386028/online-snapshot/acquired, /1120386028/online-snapshot/reached, /1120386028/online-snapshot/abort 2024-11-16T10:20:51,137 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,46845,1731752448908 2024-11-16T10:20:51,137 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:20:51,138 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:51,139 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:20:51,139 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:20:51,139 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,46845,1731752448908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:51,140 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,141 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752481141 2024-11-16T10:20:51,141 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:20:51,141 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:20:51,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:20:51,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:20:51,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:20:51,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:20:51,142 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:51,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:20:51,143 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:20:51,143 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:20:51,143 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:20:51,143 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:20:51,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:20:51,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:20:51,144 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752451144,5,FailOnTimeoutGroup] 2024-11-16T10:20:51,144 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752451144,5,FailOnTimeoutGroup] 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,144 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:20:51,181 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(746): ClusterId : a7bb160b-31b9-4012-8c6d-4403c059fbaa 2024-11-16T10:20:51,181 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:20:51,193 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:20:51,193 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:20:51,204 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:20:51,204 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e29dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:51,214 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:43959 2024-11-16T10:20:51,214 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:20:51,214 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:20:51,214 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:20:51,215 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,46845,1731752448908 with port=43959, startcode=1731752449053 2024-11-16T10:20:51,215 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:20:51,216 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:20:51,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,217 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e 2024-11-16T10:20:51,218 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36021 2024-11-16T10:20:51,218 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:20:51,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/rs 2024-11-16T10:20:51,224 DEBUG [RS:0;b16ff38458c1:43959 {}] zookeeper.ZKUtil(111): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on existing znode=/1120386028/rs/b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,224 WARN [RS:0;b16ff38458c1:43959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:51,224 INFO [RS:0;b16ff38458c1:43959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:51,224 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,43959,1731752449053] 2024-11-16T10:20:51,227 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:20:51,228 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:20:51,229 INFO [RS:0;b16ff38458c1:43959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:20:51,229 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,229 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:20:51,229 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:20:51,230 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:51,230 DEBUG [RS:0;b16ff38458c1:43959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:51,230 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,230 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,230 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,230 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,231 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,231 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43959,1731752449053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:51,249 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:20:51,249 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43959,1731752449053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,250 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,250 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.Replication(171): b16ff38458c1,43959,1731752449053 started 2024-11-16T10:20:51,264 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:51,264 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,43959,1731752449053, RpcServer on b16ff38458c1/172.17.0.2:43959, sessionid=0x101432930780004 2024-11-16T10:20:51,264 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:20:51,264 DEBUG [RS:0;b16ff38458c1:43959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,264 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43959,1731752449053' 2024-11-16T10:20:51,264 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1120386028/flush-table-proc/abort' 2024-11-16T10:20:51,264 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1120386028/flush-table-proc/acquired' 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,43959,1731752449053 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43959,1731752449053' 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1120386028/online-snapshot/abort' 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1120386028/online-snapshot/acquired' 2024-11-16T10:20:51,265 DEBUG [RS:0;b16ff38458c1:43959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:20:51,265 INFO [RS:0;b16ff38458c1:43959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:20:51,265 INFO [RS:0;b16ff38458c1:43959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:20:51,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:20:51,366 INFO [RS:0;b16ff38458c1:43959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:51,367 INFO [RS:0;b16ff38458c1:43959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43959%2C1731752449053, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/oldWALs, maxLogs=10 2024-11-16T10:20:51,378 DEBUG [RS:0;b16ff38458c1:43959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, exclude list is [], retry=0 2024-11-16T10:20:51,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33219,DS-308320be-2dbc-49d4-a9d7-937639d8c4f8,DISK] 2024-11-16T10:20:51,382 INFO [RS:0;b16ff38458c1:43959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 2024-11-16T10:20:51,382 DEBUG [RS:0;b16ff38458c1:43959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45393:45393)] 2024-11-16T10:20:51,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:20:51,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e 2024-11-16T10:20:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:20:51,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:51,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:51,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:51,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:51,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:51,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:51,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:51,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:51,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:51,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:51,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:51,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:51,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:51,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:51,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:51,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:51,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:51,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740 2024-11-16T10:20:51,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740 2024-11-16T10:20:51,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:51,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:51,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:51,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:51,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63683141, jitterRate=-0.051047250628471375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752451961Initializing all the Stores at 1731752451961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752451962 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752451962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752451962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752451962Cleaning up temporary data from old regions at 1731752451969 (+7 ms)Region opened successfully at 1731752451972 (+3 ms) 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:51,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:51,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:51,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:51,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752451972Disabling compacts and flushes for region at 1731752451972Disabling writes for close at 1731752451972Writing region close event to WAL at 1731752451973 (+1 ms)Closed at 1731752451973 2024-11-16T10:20:51,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:51,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:20:51,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:20:51,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:51,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:20:51,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:51,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:52,126 DEBUG [b16ff38458c1:46845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:20:52,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:20:52,127 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43959,1731752449053, state=OPENING 2024-11-16T10:20:52,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:20:52,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:52,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:20:52,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:52,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1120386028/meta-region-server: CHANGED 2024-11-16T10:20:52,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1120386028/meta-region-server: CHANGED 2024-11-16T10:20:52,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43959,1731752449053}] 2024-11-16T10:20:52,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:52,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:20:52,896 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:20:52,896 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:52,896 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:20:52,897 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43959%2C1731752449053.meta, suffix=.meta, logDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/oldWALs, maxLogs=10 2024-11-16T10:20:52,909 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.meta.1731752452897.meta, exclude list is [], retry=0 2024-11-16T10:20:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33219,DS-308320be-2dbc-49d4-a9d7-937639d8c4f8,DISK] 2024-11-16T10:20:52,912 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.meta.1731752452897.meta 2024-11-16T10:20:52,912 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45393:45393)] 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:52,913 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:20:52,913 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:20:52,913 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:20:52,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:52,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:52,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:52,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:52,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:52,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:52,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:52,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:52,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:52,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:52,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:52,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:52,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:52,919 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:52,919 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740 2024-11-16T10:20:52,920 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740 2024-11-16T10:20:52,920 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:52,920 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:52,921 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:52,922 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:52,922 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69651401, jitterRate=0.03788675367832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:52,922 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:20:52,922 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752452913Writing region info on filesystem at 1731752452913Initializing all the Stores at 1731752452914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752452914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752452914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752452914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752452914Cleaning up temporary data from old regions at 1731752452920 (+6 ms)Running coprocessor post-open hooks at 1731752452922 (+2 ms)Region opened successfully at 1731752452922 2024-11-16T10:20:52,923 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752452892 2024-11-16T10:20:52,924 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:20:52,924 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:20:52,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:20:52,925 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43959,1731752449053, state=OPEN 2024-11-16T10:20:52,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1120386028/meta-region-server 2024-11-16T10:20:52,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1120386028/meta-region-server 2024-11-16T10:20:52,950 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,43959,1731752449053 2024-11-16T10:20:52,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1120386028/meta-region-server: CHANGED 2024-11-16T10:20:52,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1120386028/meta-region-server: CHANGED 2024-11-16T10:20:52,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:20:52,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43959,1731752449053 in 210 msec 2024-11-16T10:20:52,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:20:52,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 978 msec 2024-11-16T10:20:52,954 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:52,954 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:20:52,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:52,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43959,1731752449053, seqNum=-1] 2024-11-16T10:20:52,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:52,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:52,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8220 sec 2024-11-16T10:20:52,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752452961, completionTime=-1 2024-11-16T10:20:52,961 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:20:52,961 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752512963 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752572963 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:46845, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,963 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,965 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.840sec 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:52,966 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:20:52,968 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:20:52,968 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:20:52,968 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,46845,1731752448908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:52,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3102efd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:52,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:20:52,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:52,984 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b54a59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:52,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:52,985 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:52,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207a4220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:52,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43959,1731752449053, seqNum=-1] 2024-11-16T10:20:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:52,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:52,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,46845,1731752448908 2024-11-16T10:20:52,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:53,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101432930780005 connected 2024-11-16T10:20:53,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir so I do NOT create it in target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010 2024-11-16T10:20:53,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:20:53,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.tmp.dir so I do NOT create it in target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010 2024-11-16T10:20:53,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:20:53,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010 2024-11-16T10:20:53,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:20:53,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/cluster_b6c040bf-23d0-5a59-8d5b-2e941c55e10a, deleteOnExit=true 2024-11-16T10:20:53,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/test.cache.data in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:20:53,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:20:53,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:20:53,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:20:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:20:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:20:53,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T10:20:53,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:20:53,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:20:53,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:20:53,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:20:53,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:53,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:53,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:53,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:53,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:20:53,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:53,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c39da7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:53,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bbaf65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:53,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bcd4879{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/java.io.tmpdir/jetty-localhost-37115-hadoop-hdfs-3_4_1-tests_jar-_-any-18445044209785984856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:20:53,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e62a16{HTTP/1.1, (http/1.1)}{localhost:37115} 2024-11-16T10:20:53,430 INFO [Time-limited test {}] server.Server(415): Started @247625ms 2024-11-16T10:20:53,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:20:53,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:20:53,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:20:53,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:20:53,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:20:53,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ef94d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:20:53,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136da28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:20:53,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a33afe4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/java.io.tmpdir/jetty-localhost-42087-hadoop-hdfs-3_4_1-tests_jar-_-any-3102290497928098371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:20:53,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547f48ea{HTTP/1.1, (http/1.1)}{localhost:42087} 2024-11-16T10:20:53,811 INFO [Time-limited test {}] server.Server(415): Started @248005ms 2024-11-16T10:20:53,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:20:54,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:54,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:54,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48438 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:20:54,462 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/cluster_b6c040bf-23d0-5a59-8d5b-2e941c55e10a/data/data1/current/BP-821875708-172.17.0.2-1731752453033/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:54,462 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/cluster_b6c040bf-23d0-5a59-8d5b-2e941c55e10a/data/data2/current/BP-821875708-172.17.0.2-1731752453033/current, will proceed with Du for space computation calculation, 2024-11-16T10:20:54,482 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:20:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63437e605e9d7888 with lease ID 0x7287d11ba2e55360: Processing first storage report for DS-cea28187-2177-48b4-9960-ce7145db9f38 from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=4cc7d7bd-9be9-4578-8507-63d9f8c5c2bd, infoPort=41417, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=574926980;c=1731752453033) 2024-11-16T10:20:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63437e605e9d7888 with lease ID 0x7287d11ba2e55360: from storage DS-cea28187-2177-48b4-9960-ce7145db9f38 node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=4cc7d7bd-9be9-4578-8507-63d9f8c5c2bd, infoPort=41417, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=574926980;c=1731752453033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63437e605e9d7888 with lease ID 0x7287d11ba2e55360: Processing first storage report for DS-46eee386-4e59-48ff-928a-9454d0deaa1c from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=4cc7d7bd-9be9-4578-8507-63d9f8c5c2bd, infoPort=41417, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=574926980;c=1731752453033) 2024-11-16T10:20:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63437e605e9d7888 with lease ID 0x7287d11ba2e55360: from storage DS-46eee386-4e59-48ff-928a-9454d0deaa1c node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=4cc7d7bd-9be9-4578-8507-63d9f8c5c2bd, infoPort=41417, infoSecurePort=0, ipcPort=36423, storageInfo=lv=-57;cid=testClusterID;nsid=574926980;c=1731752453033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:20:54,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010 2024-11-16T10:20:54,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:54,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:20:54,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4 with version=8 2024-11-16T10:20:54,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/hbase-staging 2024-11-16T10:20:54,959 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:54,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34587 2024-11-16T10:20:54,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34587 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:55,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345870x0, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:55,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34587-0x101432930780006 connected 2024-11-16T10:20:55,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:55,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:55,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/running 2024-11-16T10:20:55,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4, hbase.cluster.distributed=false 2024-11-16T10:20:55,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/acl 2024-11-16T10:20:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-16T10:20:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34587 2024-11-16T10:20:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34587 2024-11-16T10:20:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-16T10:20:55,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-16T10:20:55,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:20:55,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39159 2024-11-16T10:20:55,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39159 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:55,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:55,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391590x0, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:55,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39159-0x101432930780007 connected 2024-11-16T10:20:55,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/running 2024-11-16T10:20:55,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:20:55,126 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:20:55,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/master 2024-11-16T10:20:55,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/acl 2024-11-16T10:20:55,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39159 2024-11-16T10:20:55,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39159 2024-11-16T10:20:55,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39159 2024-11-16T10:20:55,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39159 2024-11-16T10:20:55,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39159 2024-11-16T10:20:55,139 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:34587 2024-11-16T10:20:55,140 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1983130657/backup-masters/b16ff38458c1,34587,1731752454958 2024-11-16T10:20:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/backup-masters 2024-11-16T10:20:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/backup-masters 2024-11-16T10:20:55,150 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on existing znode=/2-1983130657/backup-masters/b16ff38458c1,34587,1731752454958 2024-11-16T10:20:55,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983130657/master 2024-11-16T10:20:55,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:55,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:55,161 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on existing znode=/2-1983130657/master 2024-11-16T10:20:55,161 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1983130657/backup-masters/b16ff38458c1,34587,1731752454958 from backup master directory 2024-11-16T10:20:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983130657/backup-masters/b16ff38458c1,34587,1731752454958 2024-11-16T10:20:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/backup-masters 2024-11-16T10:20:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/backup-masters 2024-11-16T10:20:55,171 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:55,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,34587,1731752454958 2024-11-16T10:20:55,173 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/hbase.id] with ID: ebf8e05a-559d-4db4-8933-b541dd5cce00 2024-11-16T10:20:55,173 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/.tmp/hbase.id 2024-11-16T10:20:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:20:55,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/.tmp/hbase.id]:[hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/hbase.id] 2024-11-16T10:20:55,587 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:20:55,587 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:20:55,588 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:20:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:20:56,046 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:56,047 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:20:56,047 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:20:56,454 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store 2024-11-16T10:20:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:20:56,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:56,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:20:56,459 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:56,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:56,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:20:56,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:56,459 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:20:56,460 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752456459Disabling compacts and flushes for region at 1731752456459Disabling writes for close at 1731752456459Writing region close event to WAL at 1731752456459Closed at 1731752456459 2024-11-16T10:20:56,460 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/.initializing 2024-11-16T10:20:56,461 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/WALs/b16ff38458c1,34587,1731752454958 2024-11-16T10:20:56,461 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:56,463 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C34587%2C1731752454958, suffix=, logDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/WALs/b16ff38458c1,34587,1731752454958, archiveDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/oldWALs, maxLogs=10 2024-11-16T10:20:56,482 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/WALs/b16ff38458c1,34587,1731752454958/b16ff38458c1%2C34587%2C1731752454958.1731752456463, exclude list is [], retry=0 2024-11-16T10:20:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-cea28187-2177-48b4-9960-ce7145db9f38,DISK] 2024-11-16T10:20:56,491 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/WALs/b16ff38458c1,34587,1731752454958/b16ff38458c1%2C34587%2C1731752454958.1731752456463 2024-11-16T10:20:56,491 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-16T10:20:56,491 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:56,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:56,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:20:56,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:56,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:56,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:20:56,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:56,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:56,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:20:56,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:56,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:56,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:20:56,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:56,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:56,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,499 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,499 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,500 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:56,500 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:20:56,502 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:56,502 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64965495, jitterRate=-0.03193868696689606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:56,502 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752456492Initializing all the Stores at 1731752456492Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752456492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752456493 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752456493Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752456493Cleaning up temporary data from old regions at 1731752456499 (+6 ms)Region opened successfully at 1731752456502 (+3 ms) 2024-11-16T10:20:56,503 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:20:56,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12034cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:56,506 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:20:56,506 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:20:56,506 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:20:56,506 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:20:56,507 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:20:56,507 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:20:56,507 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:20:56,509 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:20:56,512 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/balancer because node does not exist (not necessarily an error) 2024-11-16T10:20:56,581 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/balancer already deleted, retry=false 2024-11-16T10:20:56,582 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:20:56,582 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:20:56,592 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/normalizer already deleted, retry=false 2024-11-16T10:20:56,592 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:20:56,593 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:20:56,602 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/switch/split already deleted, retry=false 2024-11-16T10:20:56,603 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:20:56,613 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/switch/merge already deleted, retry=false 2024-11-16T10:20:56,615 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:20:56,625 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/snapshot-cleanup already deleted, retry=false 2024-11-16T10:20:56,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983130657/running 2024-11-16T10:20:56,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983130657/running 2024-11-16T10:20:56,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,635 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,34587,1731752454958, sessionid=0x101432930780006, setting cluster-up flag (Was=false) 2024-11-16T10:20:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,687 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1983130657/flush-table-proc/acquired, /2-1983130657/flush-table-proc/reached, /2-1983130657/flush-table-proc/abort 2024-11-16T10:20:56,688 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,34587,1731752454958 2024-11-16T10:20:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:56,739 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1983130657/online-snapshot/acquired, /2-1983130657/online-snapshot/reached, /2-1983130657/online-snapshot/abort 2024-11-16T10:20:56,740 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,34587,1731752454958 2024-11-16T10:20:56,741 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:20:56,742 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:56,742 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:20:56,742 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:20:56,743 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,34587,1731752454958 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:20:56,743 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:56,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,744 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752486744 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:56,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:20:56,745 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:20:56,746 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752456746,5,FailOnTimeoutGroup] 2024-11-16T10:20:56,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:56,746 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752456746,5,FailOnTimeoutGroup] 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:20:56,746 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:20:56,832 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(746): ClusterId : ebf8e05a-559d-4db4-8933-b541dd5cce00 2024-11-16T10:20:56,832 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:20:56,842 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:20:56,842 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:20:56,852 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:20:56,852 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26658a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:20:56,864 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:39159 2024-11-16T10:20:56,864 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:20:56,864 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:20:56,864 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:20:56,864 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,34587,1731752454958 with port=39159, startcode=1731752455109 2024-11-16T10:20:56,865 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:20:56,866 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:20:56,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,867 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4 2024-11-16T10:20:56,867 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42713 2024-11-16T10:20:56,867 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:20:56,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/rs 2024-11-16T10:20:56,950 DEBUG [RS:0;b16ff38458c1:39159 {}] zookeeper.ZKUtil(111): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on existing znode=/2-1983130657/rs/b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,950 WARN [RS:0;b16ff38458c1:39159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:20:56,950 INFO [RS:0;b16ff38458c1:39159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:56,950 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,39159,1731752455109] 2024-11-16T10:20:56,952 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:20:56,954 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:20:56,954 INFO [RS:0;b16ff38458c1:39159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:20:56,954 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,954 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:20:56,955 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:20:56,955 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:56,955 DEBUG [RS:0;b16ff38458c1:39159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,956 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39159,1731752455109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:56,969 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:20:56,969 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,39159,1731752455109-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,969 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,969 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.Replication(171): b16ff38458c1,39159,1731752455109 started 2024-11-16T10:20:56,982 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:56,982 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,39159,1731752455109, RpcServer on b16ff38458c1/172.17.0.2:39159, sessionid=0x101432930780007 2024-11-16T10:20:56,982 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:20:56,982 DEBUG [RS:0;b16ff38458c1:39159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,982 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,39159,1731752455109' 2024-11-16T10:20:56,982 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1983130657/flush-table-proc/abort' 2024-11-16T10:20:56,982 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1983130657/flush-table-proc/acquired' 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,39159,1731752455109 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,39159,1731752455109' 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1983130657/online-snapshot/abort' 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1983130657/online-snapshot/acquired' 2024-11-16T10:20:56,983 DEBUG [RS:0;b16ff38458c1:39159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:20:56,983 INFO [RS:0;b16ff38458c1:39159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:20:56,983 INFO [RS:0;b16ff38458c1:39159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:20:57,084 INFO [RS:0;b16ff38458c1:39159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:20:57,085 INFO [RS:0;b16ff38458c1:39159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C39159%2C1731752455109, suffix=, logDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109, archiveDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/oldWALs, maxLogs=10 2024-11-16T10:20:57,097 DEBUG [RS:0;b16ff38458c1:39159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, exclude list is [], retry=0 2024-11-16T10:20:57,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-cea28187-2177-48b4-9960-ce7145db9f38,DISK] 2024-11-16T10:20:57,102 INFO [RS:0;b16ff38458c1:39159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 2024-11-16T10:20:57,102 DEBUG [RS:0;b16ff38458c1:39159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-16T10:20:57,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:20:57,155 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4 2024-11-16T10:20:57,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:20:57,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:57,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:57,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:57,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:57,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:57,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:57,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:57,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:57,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:57,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:57,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:57,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:57,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:57,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:57,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:57,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740 2024-11-16T10:20:57,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740 2024-11-16T10:20:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:57,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:57,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:57,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:57,570 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61853937, jitterRate=-0.07830451428890228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:57,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752457560Initializing all the Stores at 1731752457560Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752457561 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752457561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752457561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752457561Cleaning up temporary data from old regions at 1731752457567 (+6 ms)Region opened successfully at 1731752457570 (+3 ms) 2024-11-16T10:20:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:20:57,571 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:20:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:20:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:20:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:20:57,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:20:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752457570Disabling compacts and flushes for region at 1731752457570Disabling writes for close at 1731752457571 (+1 ms)Writing region close event to WAL at 1731752457571Closed at 1731752457571 2024-11-16T10:20:57,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:57,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:20:57,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:20:57,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:57,573 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:20:57,724 DEBUG [b16ff38458c1:34587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:20:57,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:20:57,725 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,39159,1731752455109, state=OPENING 2024-11-16T10:20:57,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:20:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:20:57,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983130657/meta-region-server: CHANGED 2024-11-16T10:20:57,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983130657/meta-region-server: CHANGED 2024-11-16T10:20:57,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:20:57,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,39159,1731752455109}] 2024-11-16T10:20:58,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:20:58,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:20:58,050 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:20:58,050 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:20:58,050 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:20:58,051 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C39159%2C1731752455109.meta, suffix=.meta, logDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109, archiveDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/oldWALs, maxLogs=10 2024-11-16T10:20:58,066 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.meta.1731752458052.meta, exclude list is [], retry=0 2024-11-16T10:20:58,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-cea28187-2177-48b4-9960-ce7145db9f38,DISK] 2024-11-16T10:20:58,069 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.meta.1731752458052.meta 2024-11-16T10:20:58,071 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-16T10:20:58,071 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:58,071 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:20:58,072 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:20:58,072 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:20:58,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:20:58,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:20:58,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:20:58,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:20:58,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:20:58,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:20:58,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:20:58,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:20:58,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:20:58,077 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:20:58,077 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740 2024-11-16T10:20:58,078 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740 2024-11-16T10:20:58,079 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:20:58,079 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:20:58,079 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:20:58,080 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:20:58,081 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66878408, jitterRate=-0.0034340620040893555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:20:58,081 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:20:58,081 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752458072Writing region info on filesystem at 1731752458072Initializing all the Stores at 1731752458073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752458073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752458073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752458073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752458073Cleaning up temporary data from old regions at 1731752458079 (+6 ms)Running coprocessor post-open hooks at 1731752458081 (+2 ms)Region opened successfully at 1731752458081 2024-11-16T10:20:58,082 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752458046 2024-11-16T10:20:58,084 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:20:58,084 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:20:58,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:20:58,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,39159,1731752455109, state=OPEN 2024-11-16T10:20:58,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1983130657/meta-region-server 2024-11-16T10:20:58,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1983130657/meta-region-server 2024-11-16T10:20:58,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,39159,1731752455109 2024-11-16T10:20:58,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983130657/meta-region-server: CHANGED 2024-11-16T10:20:58,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983130657/meta-region-server: CHANGED 2024-11-16T10:20:58,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:20:58,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,39159,1731752455109 in 200 msec 2024-11-16T10:20:58,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:20:58,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-11-16T10:20:58,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:20:58,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:20:58,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:58,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39159,1731752455109, seqNum=-1] 2024-11-16T10:20:58,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:58,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:58,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3620 sec 2024-11-16T10:20:58,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752458104, completionTime=-1 2024-11-16T10:20:58,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:20:58,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:20:58,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:20:58,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752518106 2024-11-16T10:20:58,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752578106 2024-11-16T10:20:58,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:34587, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,109 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:20:58,111 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:20:58,113 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:20:58,113 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:20:58,113 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34587,1731752454958-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:20:58,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:58,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:20:58,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:20:58,134 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3549a214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:20:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:20:58,135 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:20:58,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f44e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:20:58,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:20:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39159,1731752455109, seqNum=-1] 2024-11-16T10:20:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:20:58,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:20:58,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,34587,1731752454958 2024-11-16T10:20:58,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60245 2024-11-16T10:20:58,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:20:58,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101432930780008 connected 2024-11-16T10:20:58,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,35529,1731752443005 2024-11-16T10:20:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d0f5cd 2024-11-16T10:20:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:58,164 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:58,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:20:58,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:58,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:20:58,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:20:58,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66708f79b2a94c273e8a4fa29953eff1, NAME => 'test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662 2024-11-16T10:20:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:20:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:58,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:20:58,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:20:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:58,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:58,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66708f79b2a94c273e8a4fa29953eff1, disabling compactions & flushes 2024-11-16T10:20:58,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. after waiting 0 ms 2024-11-16T10:20:58,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66708f79b2a94c273e8a4fa29953eff1: Waiting for close lock at 1731752458581Disabling compacts and flushes for region at 1731752458581Disabling writes for close at 1731752458582 (+1 ms)Writing region close event to WAL at 1731752458582Closed at 1731752458582 2024-11-16T10:20:58,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:20:58,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752458583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752458583"}]},"ts":"1731752458583"} 2024-11-16T10:20:58,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:20:58,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:20:58,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752458585"}]},"ts":"1731752458585"} 2024-11-16T10:20:58,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:20:58,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66708f79b2a94c273e8a4fa29953eff1, ASSIGN}] 2024-11-16T10:20:58,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66708f79b2a94c273e8a4fa29953eff1, ASSIGN 2024-11-16T10:20:58,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66708f79b2a94c273e8a4fa29953eff1, ASSIGN; state=OFFLINE, location=b16ff38458c1,35799,1731752443203; forceNewPlan=false, retain=false 2024-11-16T10:20:58,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66708f79b2a94c273e8a4fa29953eff1, regionState=OPENING, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66708f79b2a94c273e8a4fa29953eff1, ASSIGN because future has completed 2024-11-16T10:20:58,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66708f79b2a94c273e8a4fa29953eff1, server=b16ff38458c1,35799,1731752443203}] 2024-11-16T10:20:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:58,897 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,897 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66708f79b2a94c273e8a4fa29953eff1, NAME => 'test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:20:58,897 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:20:58,897 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:20:58,898 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,898 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:20:58,898 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,898 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,899 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,900 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66708f79b2a94c273e8a4fa29953eff1 columnFamilyName f 2024-11-16T10:20:58,900 DEBUG [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,900 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(327): Store=66708f79b2a94c273e8a4fa29953eff1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:58,900 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,901 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66708f79b2a94c273e8a4fa29953eff1 columnFamilyName f1 2024-11-16T10:20:58,901 DEBUG [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,901 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(327): Store=66708f79b2a94c273e8a4fa29953eff1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:58,901 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,902 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66708f79b2a94c273e8a4fa29953eff1 columnFamilyName norep 2024-11-16T10:20:58,902 DEBUG [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:58,902 INFO [StoreOpener-66708f79b2a94c273e8a4fa29953eff1-1 {}] regionserver.HStore(327): Store=66708f79b2a94c273e8a4fa29953eff1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:20:58,902 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,903 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,903 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,904 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,904 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,904 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:20:58,905 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,908 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:20:58,908 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66708f79b2a94c273e8a4fa29953eff1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59000701, jitterRate=-0.1208210438489914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:20:58,908 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:20:58,909 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66708f79b2a94c273e8a4fa29953eff1: Running coprocessor pre-open hook at 1731752458898Writing region info on filesystem at 1731752458898Initializing all the Stores at 1731752458899 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752458899Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752458899Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752458899Cleaning up temporary data from old regions at 1731752458904 (+5 ms)Running coprocessor post-open hooks at 1731752458908 (+4 ms)Region opened successfully at 1731752458909 (+1 ms) 2024-11-16T10:20:58,909 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1., pid=6, masterSystemTime=1731752458893 2024-11-16T10:20:58,911 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,911 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:20:58,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66708f79b2a94c273e8a4fa29953eff1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:20:58,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66708f79b2a94c273e8a4fa29953eff1, server=b16ff38458c1,35799,1731752443203 because future has completed 2024-11-16T10:20:58,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:20:58,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66708f79b2a94c273e8a4fa29953eff1, server=b16ff38458c1,35799,1731752443203 in 173 msec 2024-11-16T10:20:58,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:20:58,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66708f79b2a94c273e8a4fa29953eff1, ASSIGN in 328 msec 2024-11-16T10:20:58,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:20:58,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752458917"}]},"ts":"1731752458917"} 2024-11-16T10:20:58,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:20:58,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:20:58,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-16T10:20:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:59,304 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:20:59,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:20:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,46845,1731752448908 2024-11-16T10:20:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e64f70 2024-11-16T10:20:59,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:20:59,306 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:20:59,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:20:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:20:59,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:20:59,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:20:59,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:20:59,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:20:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:20:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:20:59,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8f7d77691ef188cf646ac970c548489, NAME => 'test,,1731752459306.b8f7d77691ef188cf646ac970c548489.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e 2024-11-16T10:20:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:20:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752459306.b8f7d77691ef188cf646ac970c548489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8f7d77691ef188cf646ac970c548489, disabling compactions & flushes 2024-11-16T10:21:00,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752459306.b8f7d77691ef188cf646ac970c548489. after waiting 0 ms 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8f7d77691ef188cf646ac970c548489: Waiting for close lock at 1731752460119Disabling compacts and flushes for region at 1731752460119Disabling writes for close at 1731752460119Writing region close event to WAL at 1731752460119Closed at 1731752460119 2024-11-16T10:21:00,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:00,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752459306.b8f7d77691ef188cf646ac970c548489.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752460120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752460120"}]},"ts":"1731752460120"} 2024-11-16T10:21:00,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:00,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:00,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752460123"}]},"ts":"1731752460123"} 2024-11-16T10:21:00,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:21:00,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8f7d77691ef188cf646ac970c548489, ASSIGN}] 2024-11-16T10:21:00,125 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8f7d77691ef188cf646ac970c548489, ASSIGN 2024-11-16T10:21:00,126 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8f7d77691ef188cf646ac970c548489, ASSIGN; state=OFFLINE, location=b16ff38458c1,43959,1731752449053; forceNewPlan=false, retain=false 2024-11-16T10:21:00,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8f7d77691ef188cf646ac970c548489, regionState=OPENING, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:21:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8f7d77691ef188cf646ac970c548489, ASSIGN because future has completed 2024-11-16T10:21:00,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8f7d77691ef188cf646ac970c548489, server=b16ff38458c1,43959,1731752449053}] 2024-11-16T10:21:00,433 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,433 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8f7d77691ef188cf646ac970c548489, NAME => 'test,,1731752459306.b8f7d77691ef188cf646ac970c548489.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:00,434 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:00,434 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:21:00,434 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,434 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752459306.b8f7d77691ef188cf646ac970c548489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:00,434 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,434 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,435 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,436 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8f7d77691ef188cf646ac970c548489 columnFamilyName f 2024-11-16T10:21:00,436 DEBUG [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:00,436 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(327): Store=b8f7d77691ef188cf646ac970c548489/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:00,436 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,437 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8f7d77691ef188cf646ac970c548489 columnFamilyName f1 2024-11-16T10:21:00,437 DEBUG [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:00,437 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(327): Store=b8f7d77691ef188cf646ac970c548489/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:00,437 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,438 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8f7d77691ef188cf646ac970c548489 columnFamilyName norep 2024-11-16T10:21:00,438 DEBUG [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:00,438 INFO [StoreOpener-b8f7d77691ef188cf646ac970c548489-1 {}] regionserver.HStore(327): Store=b8f7d77691ef188cf646ac970c548489/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:00,438 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,439 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,439 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,440 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,440 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,440 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:00,441 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,442 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:00,442 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8f7d77691ef188cf646ac970c548489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66787817, jitterRate=-0.0047839730978012085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:00,442 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:00,442 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8f7d77691ef188cf646ac970c548489: Running coprocessor pre-open hook at 1731752460434Writing region info on filesystem at 1731752460434Initializing all the Stores at 1731752460435 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752460435Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752460435Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752460435Cleaning up temporary data from old regions at 1731752460440 (+5 ms)Running coprocessor post-open hooks at 1731752460442 (+2 ms)Region opened successfully at 1731752460442 2024-11-16T10:21:00,443 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752459306.b8f7d77691ef188cf646ac970c548489., pid=6, masterSystemTime=1731752460431 2024-11-16T10:21:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:00,445 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,445 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:00,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8f7d77691ef188cf646ac970c548489, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:21:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8f7d77691ef188cf646ac970c548489, server=b16ff38458c1,43959,1731752449053 because future has completed 2024-11-16T10:21:00,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:21:00,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8f7d77691ef188cf646ac970c548489, server=b16ff38458c1,43959,1731752449053 in 168 msec 2024-11-16T10:21:00,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:21:00,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8f7d77691ef188cf646ac970c548489, ASSIGN in 325 msec 2024-11-16T10:21:00,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:00,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752460451"}]},"ts":"1731752460451"} 2024-11-16T10:21:00,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:21:00,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:00,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-16T10:21:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:01,464 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:21:01,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0ad38a 2024-11-16T10:21:01,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:01,466 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:01,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:21:01,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:01,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:01,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:21:01,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:21:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:01,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bed6059983459b1ee6ca3f3c69dab62, NAME => 'test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4 2024-11-16T10:21:01,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:21:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bed6059983459b1ee6ca3f3c69dab62, disabling compactions & flushes 2024-11-16T10:21:02,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. after waiting 0 ms 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bed6059983459b1ee6ca3f3c69dab62: Waiting for close lock at 1731752462287Disabling compacts and flushes for region at 1731752462287Disabling writes for close at 1731752462287Writing region close event to WAL at 1731752462287Closed at 1731752462287 2024-11-16T10:21:02,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:02,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752462337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752462337"}]},"ts":"1731752462337"} 2024-11-16T10:21:02,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:02,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:02,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752462340"}]},"ts":"1731752462340"} 2024-11-16T10:21:02,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:21:02,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bed6059983459b1ee6ca3f3c69dab62, ASSIGN}] 2024-11-16T10:21:02,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bed6059983459b1ee6ca3f3c69dab62, ASSIGN 2024-11-16T10:21:02,344 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bed6059983459b1ee6ca3f3c69dab62, ASSIGN; state=OFFLINE, location=b16ff38458c1,39159,1731752455109; forceNewPlan=false, retain=false 2024-11-16T10:21:02,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bed6059983459b1ee6ca3f3c69dab62, regionState=OPENING, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:21:02,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bed6059983459b1ee6ca3f3c69dab62, ASSIGN because future has completed 2024-11-16T10:21:02,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bed6059983459b1ee6ca3f3c69dab62, server=b16ff38458c1,39159,1731752455109}] 2024-11-16T10:21:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:02,652 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,652 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bed6059983459b1ee6ca3f3c69dab62, NAME => 'test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:02,652 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:02,652 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:21:02,653 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,653 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:02,653 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,653 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,654 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,654 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bed6059983459b1ee6ca3f3c69dab62 columnFamilyName f 2024-11-16T10:21:02,655 DEBUG [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:02,655 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(327): Store=9bed6059983459b1ee6ca3f3c69dab62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:02,655 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,656 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bed6059983459b1ee6ca3f3c69dab62 columnFamilyName f1 2024-11-16T10:21:02,656 DEBUG [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:02,656 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(327): Store=9bed6059983459b1ee6ca3f3c69dab62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:02,656 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,657 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bed6059983459b1ee6ca3f3c69dab62 columnFamilyName norep 2024-11-16T10:21:02,657 DEBUG [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:02,657 INFO [StoreOpener-9bed6059983459b1ee6ca3f3c69dab62-1 {}] regionserver.HStore(327): Store=9bed6059983459b1ee6ca3f3c69dab62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:02,657 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,657 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,658 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,658 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,658 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,659 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:02,659 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,661 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:02,661 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bed6059983459b1ee6ca3f3c69dab62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62111065, jitterRate=-0.07447300851345062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:02,661 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:02,661 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bed6059983459b1ee6ca3f3c69dab62: Running coprocessor pre-open hook at 1731752462653Writing region info on filesystem at 1731752462653Initializing all the Stores at 1731752462653Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752462653Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752462653Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752462653Cleaning up temporary data from old regions at 1731752462658 (+5 ms)Running coprocessor post-open hooks at 1731752462661 (+3 ms)Region opened successfully at 1731752462661 2024-11-16T10:21:02,662 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62., pid=6, masterSystemTime=1731752462649 2024-11-16T10:21:02,663 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,663 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:02,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bed6059983459b1ee6ca3f3c69dab62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:21:02,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bed6059983459b1ee6ca3f3c69dab62, server=b16ff38458c1,39159,1731752455109 because future has completed 2024-11-16T10:21:02,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:21:02,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bed6059983459b1ee6ca3f3c69dab62, server=b16ff38458c1,39159,1731752455109 in 169 msec 2024-11-16T10:21:02,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:21:02,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bed6059983459b1ee6ca3f3c69dab62, ASSIGN in 326 msec 2024-11-16T10:21:02,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:02,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752462670"}]},"ts":"1731752462670"} 2024-11-16T10:21:02,671 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:21:02,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:02,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-16T10:21:02,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:21:03,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:03,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:03,615 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:21:03,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:03,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:03,616 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:03,618 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:03,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c40a888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,35529,1731752443005 2024-11-16T10:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37919e6c 2024-11-16T10:21:03,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:03,620 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:03,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:46845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:03,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:03,623 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:46845' 2024-11-16T10:21:03,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4125005b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,624 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:21:03,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:03,625 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae323cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:03,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,626 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:03,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7268b796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:03,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:03,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,46845,1731752448908 2024-11-16T10:21:03,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366402 2024-11-16T10:21:03,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:03,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:03,629 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:03,629 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:21:03,629 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:03,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:03,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:03,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:03,630 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:03,631 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:03,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:03,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:03,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:03,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:21:03,646 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:21:03,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:03,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:21:03,681 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:04,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1821e0699f313fc95467ec0ed58dddb8, NAME => 'hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662 2024-11-16T10:21:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1821e0699f313fc95467ec0ed58dddb8, disabling compactions & flushes 2024-11-16T10:21:04,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. after waiting 0 ms 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1821e0699f313fc95467ec0ed58dddb8: Waiting for close lock at 1731752464450Disabling compacts and flushes for region at 1731752464450Disabling writes for close at 1731752464450Writing region close event to WAL at 1731752464450Closed at 1731752464450 2024-11-16T10:21:04,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:04,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752464451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752464451"}]},"ts":"1731752464451"} 2024-11-16T10:21:04,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:04,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:04,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752464454"}]},"ts":"1731752464454"} 2024-11-16T10:21:04,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:04,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1821e0699f313fc95467ec0ed58dddb8, ASSIGN}] 2024-11-16T10:21:04,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1821e0699f313fc95467ec0ed58dddb8, ASSIGN 2024-11-16T10:21:04,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1821e0699f313fc95467ec0ed58dddb8, ASSIGN; state=OFFLINE, location=b16ff38458c1,35799,1731752443203; forceNewPlan=false, retain=false 2024-11-16T10:21:04,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1821e0699f313fc95467ec0ed58dddb8, regionState=OPENING, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:21:04,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1821e0699f313fc95467ec0ed58dddb8, ASSIGN because future has completed 2024-11-16T10:21:04,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1821e0699f313fc95467ec0ed58dddb8, server=b16ff38458c1,35799,1731752443203}] 2024-11-16T10:21:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:04,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:04,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C35799%2C1731752443203.rep, suffix=, logDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203, archiveDir=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/oldWALs, maxLogs=10 2024-11-16T10:21:04,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.rep.1731752464766, exclude list is [], retry=0 2024-11-16T10:21:04,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-260685b6-1185-48db-b5ef-4a8234d28f44,DISK] 2024-11-16T10:21:04,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.rep.1731752464766 2024-11-16T10:21:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36009:36009)] 2024-11-16T10:21:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1821e0699f313fc95467ec0ed58dddb8, NAME => 'hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:04,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:04,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. service=MultiRowMutationService 2024-11-16T10:21:04,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,783 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,784 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1821e0699f313fc95467ec0ed58dddb8 columnFamilyName hfileref 2024-11-16T10:21:04,784 DEBUG [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:04,784 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(327): Store=1821e0699f313fc95467ec0ed58dddb8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:04,784 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,785 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1821e0699f313fc95467ec0ed58dddb8 columnFamilyName queue 2024-11-16T10:21:04,785 DEBUG [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:04,785 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(327): Store=1821e0699f313fc95467ec0ed58dddb8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:04,785 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,786 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1821e0699f313fc95467ec0ed58dddb8 columnFamilyName sid 2024-11-16T10:21:04,786 DEBUG [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:04,787 INFO [StoreOpener-1821e0699f313fc95467ec0ed58dddb8-1 {}] regionserver.HStore(327): Store=1821e0699f313fc95467ec0ed58dddb8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:04,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/replication/1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/replication/1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:04,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/replication/1821e0699f313fc95467ec0ed58dddb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:04,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1821e0699f313fc95467ec0ed58dddb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64345493, jitterRate=-0.04117743670940399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:04,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:04,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1821e0699f313fc95467ec0ed58dddb8: Running coprocessor pre-open hook at 1731752464782Writing region info on filesystem at 1731752464782Initializing all the Stores at 1731752464783 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752464783Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752464783Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752464783Cleaning up temporary data from old regions at 1731752464788 (+5 ms)Running coprocessor post-open hooks at 1731752464791 (+3 ms)Region opened successfully at 1731752464791 2024-11-16T10:21:04,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8., pid=10, masterSystemTime=1731752464761 2024-11-16T10:21:04,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:04,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1821e0699f313fc95467ec0ed58dddb8, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,35799,1731752443203 2024-11-16T10:21:04,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1821e0699f313fc95467ec0ed58dddb8, server=b16ff38458c1,35799,1731752443203 because future has completed 2024-11-16T10:21:04,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:04,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1821e0699f313fc95467ec0ed58dddb8, server=b16ff38458c1,35799,1731752443203 in 187 msec 2024-11-16T10:21:04,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:04,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1821e0699f313fc95467ec0ed58dddb8, ASSIGN in 342 msec 2024-11-16T10:21:04,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:04,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752464800"}]},"ts":"1731752464800"} 2024-11-16T10:21:04,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:04,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:04,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-16T10:21:04,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8., hostname=b16ff38458c1,35799,1731752443203, seqNum=2] 2024-11-16T10:21:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:21:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:21:04,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:05,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:05,093 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:05,118 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,35799,1731752443203, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:05,119 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:05,119 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35799,1731752443203, seqNum=-1] 2024-11-16T10:21:05,119 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:05,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,35799,1731752443203', locateType=CURRENT is [region=hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8., hostname=b16ff38458c1,35799,1731752443203, seqNum=2] 2024-11-16T10:21:05,123 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:05,125 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,35799,1731752443203 suceeded 2024-11-16T10:21:05,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:05,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T10:21:05,127 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:46845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:05,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-16T10:21:05,137 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:46845' 2024-11-16T10:21:05,138 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f0719f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,138 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:21:05,138 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:05,139 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b75ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:05,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,140 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:05,141 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66841b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,141 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,46845,1731752448908 2024-11-16T10:21:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73eefe09 2024-11-16T10:21:05,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:05,142 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:05,143 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,35799,1731752443203 (queues=1) is replicating from cluster=7a024dbb-7461-48f5-8b55-b8d1f21d3dd9 to cluster=a7bb160b-31b9-4012-8c6d-4403c059fbaa 2024-11-16T10:21:05,143 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C35799%2C1731752443203 2024-11-16T10:21:05,144 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,35799,1731752443203, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:05,144 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, startPosition=0, beingWritten=true 2024-11-16T10:21:05,144 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C35799%2C1731752443203 2024-11-16T10:21:05,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:05,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:05,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:05,353 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:05,657 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:05,774 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:05,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:05,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:05,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:21:05,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:05,776 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d42734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,777 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbdba5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,46845,1731752448908 2024-11-16T10:21:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3a26bc 2024-11-16T10:21:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:05,780 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:05,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:34587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:05,782 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:34587' 2024-11-16T10:21:05,783 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2913715e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,783 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:05,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:05,784 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2f9d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:05,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,785 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:05,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7ef335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:05,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@850ac41 2024-11-16T10:21:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:05,787 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:05,787 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:21:05,787 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:05,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:05,788 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:05,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:05,789 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:05,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:05,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:05,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:05,839 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:06,061 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:06,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 072ecb0951fb26899d0542cc8403aae0, NAME => 'hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e 2024-11-16T10:21:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:06,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:06,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 072ecb0951fb26899d0542cc8403aae0, disabling compactions & flushes 2024-11-16T10:21:06,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. after waiting 0 ms 2024-11-16T10:21:06,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 072ecb0951fb26899d0542cc8403aae0: Waiting for close lock at 1731752466200Disabling compacts and flushes for region at 1731752466200Disabling writes for close at 1731752466201 (+1 ms)Writing region close event to WAL at 1731752466201Closed at 1731752466201 2024-11-16T10:21:06,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:06,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752466202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752466202"}]},"ts":"1731752466202"} 2024-11-16T10:21:06,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:06,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:06,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752466204"}]},"ts":"1731752466204"} 2024-11-16T10:21:06,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:06,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072ecb0951fb26899d0542cc8403aae0, ASSIGN}] 2024-11-16T10:21:06,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072ecb0951fb26899d0542cc8403aae0, ASSIGN 2024-11-16T10:21:06,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=072ecb0951fb26899d0542cc8403aae0, ASSIGN; state=OFFLINE, location=b16ff38458c1,43959,1731752449053; forceNewPlan=false, retain=false 2024-11-16T10:21:06,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=072ecb0951fb26899d0542cc8403aae0, regionState=OPENING, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:21:06,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=072ecb0951fb26899d0542cc8403aae0, ASSIGN because future has completed 2024-11-16T10:21:06,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072ecb0951fb26899d0542cc8403aae0, server=b16ff38458c1,43959,1731752449053}] 2024-11-16T10:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:06,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:06,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:06,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43959%2C1731752449053.rep, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/oldWALs, maxLogs=10 2024-11-16T10:21:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.rep.1731752466515, exclude list is [], retry=0 2024-11-16T10:21:06,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33219,DS-308320be-2dbc-49d4-a9d7-937639d8c4f8,DISK] 2024-11-16T10:21:06,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.rep.1731752466515 2024-11-16T10:21:06,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45393:45393)] 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 072ecb0951fb26899d0542cc8403aae0, NAME => 'hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:06,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. service=MultiRowMutationService 2024-11-16T10:21:06,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,531 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,532 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ecb0951fb26899d0542cc8403aae0 columnFamilyName hfileref 2024-11-16T10:21:06,532 DEBUG [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:06,533 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(327): Store=072ecb0951fb26899d0542cc8403aae0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:06,533 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,533 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ecb0951fb26899d0542cc8403aae0 columnFamilyName queue 2024-11-16T10:21:06,534 DEBUG [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:06,534 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(327): Store=072ecb0951fb26899d0542cc8403aae0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:06,534 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,535 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072ecb0951fb26899d0542cc8403aae0 columnFamilyName sid 2024-11-16T10:21:06,535 DEBUG [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:06,535 INFO [StoreOpener-072ecb0951fb26899d0542cc8403aae0-1 {}] regionserver.HStore(327): Store=072ecb0951fb26899d0542cc8403aae0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:06,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/replication/072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/replication/072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:06,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/replication/072ecb0951fb26899d0542cc8403aae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:06,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 072ecb0951fb26899d0542cc8403aae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62667688, jitterRate=-0.06617867946624756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:06,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:06,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 072ecb0951fb26899d0542cc8403aae0: Running coprocessor pre-open hook at 1731752466530Writing region info on filesystem at 1731752466530Initializing all the Stores at 1731752466531 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752466531Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752466531Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752466531Cleaning up temporary data from old regions at 1731752466536 (+5 ms)Running coprocessor post-open hooks at 1731752466538 (+2 ms)Region opened successfully at 1731752466538 2024-11-16T10:21:06,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0., pid=10, masterSystemTime=1731752466511 2024-11-16T10:21:06,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:06,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=072ecb0951fb26899d0542cc8403aae0, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43959,1731752449053 2024-11-16T10:21:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072ecb0951fb26899d0542cc8403aae0, server=b16ff38458c1,43959,1731752449053 because future has completed 2024-11-16T10:21:06,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:06,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 072ecb0951fb26899d0542cc8403aae0, server=b16ff38458c1,43959,1731752449053 in 183 msec 2024-11-16T10:21:06,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:06,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=072ecb0951fb26899d0542cc8403aae0, ASSIGN in 339 msec 2024-11-16T10:21:06,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:06,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752466547"}]},"ts":"1731752466547"} 2024-11-16T10:21:06,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:06,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:06,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-16T10:21:06,564 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:06,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0., hostname=b16ff38458c1,43959,1731752449053, seqNum=2] 2024-11-16T10:21:06,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:21:06,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:21:06,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:06,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:06,834 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:06,888 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,43959,1731752449053, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:06,888 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:06,888 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43959,1731752449053, seqNum=-1] 2024-11-16T10:21:06,888 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:06,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:06,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,43959,1731752449053', locateType=CURRENT is [region=hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0., hostname=b16ff38458c1,43959,1731752449053, seqNum=2] 2024-11-16T10:21:06,896 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:06,899 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,43959,1731752449053 suceeded 2024-11-16T10:21:06,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:06,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-16T10:21:06,902 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:34587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:06,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1220 sec 2024-11-16T10:21:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:06,914 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:06,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:06,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:06,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:06,923 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:34587' 2024-11-16T10:21:06,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:06,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:06,925 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2216cc0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,928 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548ec5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5176fec 2024-11-16T10:21:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:06,932 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:06,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:35529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:06,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8a4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:06,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:06,936 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:35529' 2024-11-16T10:21:06,937 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@105ae557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa42187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:06,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:06,941 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:06,941 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c26881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,943 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:06,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae0e380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e707fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:06,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:06,944 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:06,944 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ca9633 2024-11-16T10:21:06,944 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:06,945 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,35529,1731752443005 2024-11-16T10:21:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3664f3bb 2024-11-16T10:21:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:06,946 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,43959,1731752449053 (queues=1) is replicating from cluster=a7bb160b-31b9-4012-8c6d-4403c059fbaa to cluster=ebf8e05a-559d-4db4-8933-b541dd5cce00 2024-11-16T10:21:06,946 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C43959%2C1731752449053 2024-11-16T10:21:06,946 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,43959,1731752449053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:06,946 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:06,947 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:21:06,947 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:06,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:06,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:06,948 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:06,949 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:06,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:06,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:06,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:06,958 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, startPosition=0, beingWritten=true 2024-11-16T10:21:06,959 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C43959%2C1731752449053 2024-11-16T10:21:06,986 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:06,986 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:06,986 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:06,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:06,999 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:07,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf6ea782e091547b8690ab1b2273fc00, NAME => 'hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4 2024-11-16T10:21:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf6ea782e091547b8690ab1b2273fc00, disabling compactions & flushes 2024-11-16T10:21:07,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. after waiting 0 ms 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,059 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,059 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf6ea782e091547b8690ab1b2273fc00: Waiting for close lock at 1731752467059Disabling compacts and flushes for region at 1731752467059Disabling writes for close at 1731752467059Writing region close event to WAL at 1731752467059Closed at 1731752467059 2024-11-16T10:21:07,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:07,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752467062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752467062"}]},"ts":"1731752467062"} 2024-11-16T10:21:07,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:07,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:07,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752467066"}]},"ts":"1731752467066"} 2024-11-16T10:21:07,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:07,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6ea782e091547b8690ab1b2273fc00, ASSIGN}] 2024-11-16T10:21:07,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6ea782e091547b8690ab1b2273fc00, ASSIGN 2024-11-16T10:21:07,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf6ea782e091547b8690ab1b2273fc00, ASSIGN; state=OFFLINE, location=b16ff38458c1,39159,1731752455109; forceNewPlan=false, retain=false 2024-11-16T10:21:07,168 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:07,216 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:07,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf6ea782e091547b8690ab1b2273fc00, regionState=OPENING, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:21:07,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf6ea782e091547b8690ab1b2273fc00, ASSIGN because future has completed 2024-11-16T10:21:07,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf6ea782e091547b8690ab1b2273fc00, server=b16ff38458c1,39159,1731752455109}] 2024-11-16T10:21:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:07,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:07,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:07,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C39159%2C1731752455109.rep, suffix=, logDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109, archiveDir=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/oldWALs, maxLogs=10 2024-11-16T10:21:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.rep.1731752467395, exclude list is [], retry=0 2024-11-16T10:21:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-cea28187-2177-48b4-9960-ce7145db9f38,DISK] 2024-11-16T10:21:07,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.rep.1731752467395 2024-11-16T10:21:07,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-16T10:21:07,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf6ea782e091547b8690ab1b2273fc00, NAME => 'hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:07,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:07,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:07,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. service=MultiRowMutationService 2024-11-16T10:21:07,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:07,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:07,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,443 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,444 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6ea782e091547b8690ab1b2273fc00 columnFamilyName hfileref 2024-11-16T10:21:07,444 DEBUG [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:07,444 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(327): Store=cf6ea782e091547b8690ab1b2273fc00/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:07,444 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,445 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6ea782e091547b8690ab1b2273fc00 columnFamilyName queue 2024-11-16T10:21:07,445 DEBUG [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:07,445 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(327): Store=cf6ea782e091547b8690ab1b2273fc00/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:07,446 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,446 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf6ea782e091547b8690ab1b2273fc00 columnFamilyName sid 2024-11-16T10:21:07,446 DEBUG [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:07,447 INFO [StoreOpener-cf6ea782e091547b8690ab1b2273fc00-1 {}] regionserver.HStore(327): Store=cf6ea782e091547b8690ab1b2273fc00/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:07,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/replication/cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/replication/cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:07,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/replication/cf6ea782e091547b8690ab1b2273fc00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:07,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf6ea782e091547b8690ab1b2273fc00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160234, jitterRate=-0.05883917212486267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:07,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:07,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf6ea782e091547b8690ab1b2273fc00: Running coprocessor pre-open hook at 1731752467442Writing region info on filesystem at 1731752467442Initializing all the Stores at 1731752467442Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752467442Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752467443 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752467443Cleaning up temporary data from old regions at 1731752467448 (+5 ms)Running coprocessor post-open hooks at 1731752467452 (+4 ms)Region opened successfully at 1731752467452 2024-11-16T10:21:07,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00., pid=10, masterSystemTime=1731752467387 2024-11-16T10:21:07,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:07,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf6ea782e091547b8690ab1b2273fc00, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,39159,1731752455109 2024-11-16T10:21:07,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf6ea782e091547b8690ab1b2273fc00, server=b16ff38458c1,39159,1731752455109 because future has completed 2024-11-16T10:21:07,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:07,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf6ea782e091547b8690ab1b2273fc00, server=b16ff38458c1,39159,1731752455109 in 225 msec 2024-11-16T10:21:07,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:07,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf6ea782e091547b8690ab1b2273fc00, ASSIGN in 397 msec 2024-11-16T10:21:07,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:07,472 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752467472"}]},"ts":"1731752467472"} 2024-11-16T10:21:07,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:07,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:07,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 527 msec 2024-11-16T10:21:07,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00., hostname=b16ff38458c1,39159,1731752455109, seqNum=2] 2024-11-16T10:21:07,525 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:07,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:21:07,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:21:07,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:07,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:07,714 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:07,758 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,39159,1731752455109, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:07,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:07,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39159,1731752455109, seqNum=-1] 2024-11-16T10:21:07,759 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:07,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:07,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,39159,1731752455109', locateType=CURRENT is [region=hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00., hostname=b16ff38458c1,39159,1731752455109, seqNum=2] 2024-11-16T10:21:07,765 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:07,767 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,39159,1731752455109 suceeded 2024-11-16T10:21:07,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:07,770 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:35529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:07,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-16T10:21:07,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 837 msec 2024-11-16T10:21:07,783 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:35529' 2024-11-16T10:21:07,784 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:07,784 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:07,784 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:07,785 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:07,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:07,786 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:07,786 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:07,787 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:07,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,35529,1731752443005 2024-11-16T10:21:07,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a5d9908 2024-11-16T10:21:07,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:07,789 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:07,789 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,39159,1731752455109 (queues=1) is replicating from cluster=ebf8e05a-559d-4db4-8933-b541dd5cce00 to cluster=7a024dbb-7461-48f5-8b55-b8d1f21d3dd9 2024-11-16T10:21:07,790 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C39159%2C1731752455109 2024-11-16T10:21:07,790 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,39159,1731752455109, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:07,790 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C39159%2C1731752455109 2024-11-16T10:21:07,790 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, startPosition=0, beingWritten=true 2024-11-16T10:21:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 379, reset compression=false 2024-11-16T10:21:07,806 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:07,931 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:08,025 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 379, reset compression=false 2024-11-16T10:21:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:08,075 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:08,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:08,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:08,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:08,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:08,077 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f58c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,079 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7098b3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:21:08,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:08,081 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:21:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:08,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:21:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad70b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:21:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,085 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4fe467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:08,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:08,092 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:08,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76495f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,094 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d09d0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:08,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35799,1731752443203, seqNum=-1] 2024-11-16T10:21:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:08,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:08,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1., hostname=b16ff38458c1,35799,1731752443203, seqNum=2] 2024-11-16T10:21:08,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39159,1731752455109, seqNum=-1] 2024-11-16T10:21:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:08,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62., hostname=b16ff38458c1,39159,1731752455109, seqNum=2] 2024-11-16T10:21:08,149 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T10:21:08,336 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 379, reset compression=false 2024-11-16T10:21:08,441 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:08,683 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 379, reset compression=false 2024-11-16T10:21:08,687 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:08,687 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 480, reset compression=false 2024-11-16T10:21:08,687 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[{test/66708f79b2a94c273e8a4fa29953eff1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T10:21:08,690 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:08,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:08,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:08,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0915c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,46845,-1 for getting cluster id 2024-11-16T10:21:08,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:08,697 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7bb160b-31b9-4012-8c6d-4403c059fbaa' 2024-11-16T10:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7bb160b-31b9-4012-8c6d-4403c059fbaa" 2024-11-16T10:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62fee678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,46845,-1] 2024-11-16T10:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:08,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:08,698 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:08,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28546d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:08,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:08,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43959,1731752449053, seqNum=-1] 2024-11-16T10:21:08,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:08,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752459306.b8f7d77691ef188cf646ac970c548489., hostname=b16ff38458c1,43959,1731752449053, seqNum=2] 2024-11-16T10:21:08,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:08,739 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 379, reset compression=false 2024-11-16T10:21:08,897 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 480, reset compression=false 2024-11-16T10:21:08,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:21:09,044 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 379, reset compression=false 2024-11-16T10:21:09,048 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:09,049 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 503, reset compression=false 2024-11-16T10:21:09,049 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T10:21:09,050 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:09,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:09,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:09,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cf5e93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:09,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:09,053 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbf1c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:09,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:09,054 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:09,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc5aabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:09,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,39159,1731752455109, seqNum=-1] 2024-11-16T10:21:09,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:09,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:09,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62., hostname=b16ff38458c1,39159,1731752455109, seqNum=2] 2024-11-16T10:21:09,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:09,151 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T10:21:09,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43959,1731752449053, seqNum=-1] 2024-11-16T10:21:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:09,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731752459306.b8f7d77691ef188cf646ac970c548489., hostname=b16ff38458c1,43959,1731752449053, seqNum=2] 2024-11-16T10:21:09,159 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T10:21:09,201 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 480, reset compression=false 2024-11-16T10:21:09,248 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 379, reset compression=false 2024-11-16T10:21:09,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:09,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 527, reset compression=false 2024-11-16T10:21:09,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:09,255 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 503, reset compression=false 2024-11-16T10:21:09,269 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:09,269 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 607, reset compression=false 2024-11-16T10:21:09,269 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:09,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:09,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:09,461 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 527, reset compression=false 2024-11-16T10:21:09,464 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:09,464 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 655, reset compression=false 2024-11-16T10:21:09,464 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bed6059983459b1ee6ca3f3c69dab62/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T10:21:09,466 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:09,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:09,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:09,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ea2cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:09,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:09,468 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:09,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1c6e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:09,469 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:09,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318fac9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:09,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:09,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,35799,1731752443203, seqNum=-1] 2024-11-16T10:21:09,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:09,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1., hostname=b16ff38458c1,35799,1731752443203, seqNum=2] 2024-11-16T10:21:09,473 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 607, reset compression=false 2024-11-16T10:21:09,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:09,605 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 480, reset compression=false 2024-11-16T10:21:09,610 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:09,610 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 632, reset compression=false 2024-11-16T10:21:09,610 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:09,668 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 655, reset compression=false 2024-11-16T10:21:09,777 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 607, reset compression=false 2024-11-16T10:21:09,813 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 632, reset compression=false 2024-11-16T10:21:09,971 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 655, reset compression=false 2024-11-16T10:21:10,116 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 632, reset compression=false 2024-11-16T10:21:10,161 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T10:21:10,164 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T10:21:10,180 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 607, reset compression=false 2024-11-16T10:21:10,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:10,374 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 655, reset compression=false 2024-11-16T10:21:10,378 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:10,378 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 759, reset compression=false 2024-11-16T10:21:10,378 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bed6059983459b1ee6ca3f3c69dab62/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:10,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:10,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:10,521 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 632, reset compression=false 2024-11-16T10:21:10,525 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:10,525 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 760, reset compression=false 2024-11-16T10:21:10,525 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[{test/66708f79b2a94c273e8a4fa29953eff1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T10:21:10,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:10,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:10,585 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 759, reset compression=false 2024-11-16T10:21:10,683 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 607, reset compression=false 2024-11-16T10:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 758, reset compression=false 2024-11-16T10:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:10,731 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 760, reset compression=false 2024-11-16T10:21:10,889 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 759, reset compression=false 2024-11-16T10:21:10,893 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 758, reset compression=false 2024-11-16T10:21:11,034 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 760, reset compression=false 2024-11-16T10:21:11,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T10:21:11,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T10:21:11,195 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 758, reset compression=false 2024-11-16T10:21:11,292 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 759, reset compression=false 2024-11-16T10:21:11,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 760, reset compression=false 2024-11-16T10:21:11,441 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:11,442 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 916, reset compression=false 2024-11-16T10:21:11,442 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[{test/66708f79b2a94c273e8a4fa29953eff1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T10:21:11,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:11,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:11,598 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 758, reset compression=false 2024-11-16T10:21:11,602 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:11,602 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 905, reset compression=false 2024-11-16T10:21:11,602 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T10:21:11,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:11,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:11,646 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 916, reset compression=false 2024-11-16T10:21:11,795 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 759, reset compression=false 2024-11-16T10:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 930, reset compression=false 2024-11-16T10:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:11,805 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 905, reset compression=false 2024-11-16T10:21:11,949 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 916, reset compression=false 2024-11-16T10:21:12,001 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 930, reset compression=false 2024-11-16T10:21:12,107 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 905, reset compression=false 2024-11-16T10:21:12,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T10:21:12,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T10:21:12,305 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 930, reset compression=false 2024-11-16T10:21:12,352 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 916, reset compression=false 2024-11-16T10:21:12,510 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 905, reset compression=false 2024-11-16T10:21:12,515 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:12,515 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1064, reset compression=false 2024-11-16T10:21:12,515 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T10:21:12,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:12,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:12,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:21:12,708 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 930, reset compression=false 2024-11-16T10:21:12,716 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:12,716 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1080, reset compression=false 2024-11-16T10:21:12,716 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bed6059983459b1ee6ca3f3c69dab62/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T10:21:12,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:12,719 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1064, reset compression=false 2024-11-16T10:21:12,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:12,864 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 916, reset compression=false 2024-11-16T10:21:12,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:12,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1090, reset compression=false 2024-11-16T10:21:12,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:12,928 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1080, reset compression=false 2024-11-16T10:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1064, reset compression=false 2024-11-16T10:21:13,081 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1090, reset compression=false 2024-11-16T10:21:13,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T10:21:13,188 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T10:21:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T10:21:13,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T10:21:13,232 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1080, reset compression=false 2024-11-16T10:21:13,238 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:13,238 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1239, reset compression=false 2024-11-16T10:21:13,238 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bed6059983459b1ee6ca3f3c69dab62/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T10:21:13,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:13,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:13,385 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1090, reset compression=false 2024-11-16T10:21:13,389 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:13,389 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:13,390 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[{test/66708f79b2a94c273e8a4fa29953eff1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T10:21:13,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:13,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:13,432 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1064, reset compression=false 2024-11-16T10:21:13,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:13,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:13,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:13,443 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1239, reset compression=false 2024-11-16T10:21:13,593 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:13,640 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:13,747 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1239, reset compression=false 2024-11-16T10:21:13,901 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:13,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:14,153 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1239, reset compression=false 2024-11-16T10:21:14,190 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T10:21:14,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1f642d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:14,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:14,199 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d20f056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,201 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a811e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319eae1f 2024-11-16T10:21:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:14,206 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:14,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T10:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T10:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:21:14,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:14,305 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:21:14,346 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:14,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T10:21:14,376 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T10:21:14,377 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T10:21:14,377 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,39159,1731752455109 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T10:21:14,377 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0. 2024-11-16T10:21:14,377 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:14,377 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:14,377 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,478 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:21:14,478 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:21:14,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:14,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:14,515 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68588 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:21:14,578 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 terminated 2024-11-16T10:21:14,600 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,39159,1731752455109, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:14,601 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T10:21:14,601 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T10:21:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T10:21:14,604 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b16ff38458c1,39159,1731752455109 suceeded 2024-11-16T10:21:14,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T10:21:14,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-16T10:21:14,606 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T10:21:14,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 399 msec 2024-11-16T10:21:14,615 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:35529' 2024-11-16T10:21:14,616 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2510093b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,616 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,35529,-1 for getting cluster id 2024-11-16T10:21:14,616 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:14,617 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a024dbb-7461-48f5-8b55-b8d1f21d3dd9' 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a024dbb-7461-48f5-8b55-b8d1f21d3dd9" 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@286b86d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,35529,-1] 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:14,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,618 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:14,618 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d673d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:14,618 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:14,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,35529,1731752443005 2024-11-16T10:21:14,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db887e2 2024-11-16T10:21:14,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:14,620 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:14,620 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,39159,1731752455109 (queues=1) is replicating from cluster=ebf8e05a-559d-4db4-8933-b541dd5cce00 to cluster=7a024dbb-7461-48f5-8b55-b8d1f21d3dd9 2024-11-16T10:21:14,620 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C39159%2C1731752455109 2024-11-16T10:21:14,620 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,39159,1731752455109, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:14,621 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C39159%2C1731752455109 2024-11-16T10:21:14,808 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:21:14,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:14,835 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:14,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:14,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:14,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:14,838 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T10:21:14,849 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:15,416 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1240, reset compression=false 2024-11-16T10:21:15,421 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:15,422 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1344, reset compression=false 2024-11-16T10:21:15,422 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[{test/66708f79b2a94c273e8a4fa29953eff1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:15,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:15,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:15,454 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1237, reset compression=false 2024-11-16T10:21:15,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:15,472 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1364, reset compression=false 2024-11-16T10:21:15,473 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T10:21:15,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:15,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:15,629 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1344, reset compression=false 2024-11-16T10:21:15,694 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1364, reset compression=false 2024-11-16T10:21:15,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T10:21:15,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65387850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:15,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34587,-1 for getting cluster id 2024-11-16T10:21:15,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:15,844 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf8e05a-559d-4db4-8933-b541dd5cce00' 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf8e05a-559d-4db4-8933-b541dd5cce00" 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7860445c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34587,-1] 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:15,847 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:15,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e77322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:15,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34587,1731752454958 2024-11-16T10:21:15,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f71edc8 2024-11-16T10:21:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:15,854 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:15,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T10:21:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T10:21:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T10:21:15,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:15,937 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1344, reset compression=false 2024-11-16T10:21:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T10:21:16,002 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1364, reset compression=false 2024-11-16T10:21:16,021 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:16,021 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:16,021 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8f7d77691ef188cf646ac970c548489/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:16,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:16,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:16,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T10:21:16,061 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T10:21:16,062 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T10:21:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T10:21:16,066 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b16ff38458c1,39159,1731752455109 suceeded 2024-11-16T10:21:16,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T10:21:16,069 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T10:21:16,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-16T10:21:16,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 214 msec 2024-11-16T10:21:16,127 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, startPosition=1239, beingWritten=true 2024-11-16T10:21:16,134 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:16,134 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1518, reset compression=false 2024-11-16T10:21:16,134 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[{test/9bed6059983459b1ee6ca3f3c69dab62/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T10:21:16,137 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:16,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:16,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:16,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T10:21:16,176 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:16,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:16,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:16,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:16,179 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T10:21:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:21:16,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:16,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:16,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:16,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:21:16,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1177548167, stopped=false 2024-11-16T10:21:16,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,34587,1731752454958 2024-11-16T10:21:16,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983130657/running 2024-11-16T10:21:16,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983130657/running 2024-11-16T10:21:16,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:21:16,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:21:16,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:16,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:16,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:16,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,39159,1731752455109' ***** 2024-11-16T10:21:16,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:21:16,192 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:21:16,193 INFO [RS:0;b16ff38458c1:39159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:21:16,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/running 2024-11-16T10:21:16,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Set watcher on znode that does not yet exist, /2-1983130657/running 2024-11-16T10:21:16,193 INFO [RS:0;b16ff38458c1:39159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:21:16,193 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bed6059983459b1ee6ca3f3c69dab62 2024-11-16T10:21:16,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(3091): Received CLOSE for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,39159,1731752455109 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:39159. 2024-11-16T10:21:16,201 DEBUG [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:16,201 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:21:16,201 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:21:16,202 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bed6059983459b1ee6ca3f3c69dab62, disabling compactions & flushes 2024-11-16T10:21:16,202 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:16,202 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:16,202 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. after waiting 0 ms 2024-11-16T10:21:16,202 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:16,202 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bed6059983459b1ee6ca3f3c69dab62 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T10:21:16,212 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:21:16,212 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bed6059983459b1ee6ca3f3c69dab62=test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62., cf6ea782e091547b8690ab1b2273fc00=hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.} 2024-11-16T10:21:16,212 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bed6059983459b1ee6ca3f3c69dab62, cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:16,213 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:16,213 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:16,213 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:16,213 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:16,213 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:16,213 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:21:16,240 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f/10a84c0870df4808ac2fd6116b2a1862 is 37, key is row3/f:row3/1731752474836/Put/seqid=0 2024-11-16T10:21:16,241 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:16,271 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:16,278 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/info/96e8ede163254f99b40483c861206a82 is 147, key is hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00./info:regioninfo/1731752467456/Put/seqid=0 2024-11-16T10:21:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741840_1016 (size=5228) 2024-11-16T10:21:16,281 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f/10a84c0870df4808ac2fd6116b2a1862 2024-11-16T10:21:16,288 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10a84c0870df4808ac2fd6116b2a1862 2024-11-16T10:21:16,317 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f1/b352c0cbabe649389fc8793b529c7dc2 is 30, key is row1/f1:/1731752472171/DeleteFamily/seqid=0 2024-11-16T10:21:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741841_1017 (size=7686) 2024-11-16T10:21:16,323 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/info/96e8ede163254f99b40483c861206a82 2024-11-16T10:21:16,341 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1518, reset compression=false 2024-11-16T10:21:16,349 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1344, reset compression=false 2024-11-16T10:21:16,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/ns/60ae331f70114307b3f521633616fb03 is 43, key is default/ns:d/1731752458101/Put/seqid=0 2024-11-16T10:21:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741842_1018 (size=5158) 2024-11-16T10:21:16,367 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f1/b352c0cbabe649389fc8793b529c7dc2 2024-11-16T10:21:16,375 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b352c0cbabe649389fc8793b529c7dc2 2024-11-16T10:21:16,410 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:16,410 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1765, reset compression=false 2024-11-16T10:21:16,410 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,39159,1731752455109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:16,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741843_1019 (size=5153) 2024-11-16T10:21:16,411 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,39159,1731752455109: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,39159,1731752455109, walGroup=b16ff38458c1%2C39159%2C1731752455109, offset=b16ff38458c1%2C39159%2C1731752455109.1731752457085:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:39159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:21:16,413 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bed6059983459b1ee6ca3f3c69dab62, cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:16,413 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:21:16,413 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:21:16,413 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:21:16,413 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:21:16,413 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:21:16,413 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 805326848 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198618144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:21:16,414 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:21:16,415 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/ns/60ae331f70114307b3f521633616fb03 2024-11-16T10:21:16,431 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:16,431 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:16,431 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:16,443 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/af8260ea33324df493277a85f362cd51 is 112, key is test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62./rep_barrier:seqnumDuringOpen/1731752462664/Put/seqid=0 2024-11-16T10:21:16,481 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/norep/830d45953ced4465bc6ef115b4ac827a is 33, key is row2/norep:/1731752473176/DeleteFamily/seqid=0 2024-11-16T10:21:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:21:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741845_1021 (size=5108) 2024-11-16T10:21:16,595 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:16,613 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bed6059983459b1ee6ca3f3c69dab62, cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:16,671 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1765, reset compression=false 2024-11-16T10:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:16,813 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bed6059983459b1ee6ca3f3c69dab62, cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:16,903 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/af8260ea33324df493277a85f362cd51 2024-11-16T10:21:16,926 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/norep/830d45953ced4465bc6ef115b4ac827a 2024-11-16T10:21:16,931 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 830d45953ced4465bc6ef115b4ac827a 2024-11-16T10:21:16,932 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f/10a84c0870df4808ac2fd6116b2a1862 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/f/10a84c0870df4808ac2fd6116b2a1862 2024-11-16T10:21:16,937 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/table/a2d4de2bddf54067923eb851c80ec379 is 53, key is hbase:replication/table:state/1731752467472/Put/seqid=0 2024-11-16T10:21:16,938 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10a84c0870df4808ac2fd6116b2a1862 2024-11-16T10:21:16,938 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/f/10a84c0870df4808ac2fd6116b2a1862, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T10:21:16,939 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/f1/b352c0cbabe649389fc8793b529c7dc2 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/f1/b352c0cbabe649389fc8793b529c7dc2 2024-11-16T10:21:16,943 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b352c0cbabe649389fc8793b529c7dc2 2024-11-16T10:21:16,943 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/f1/b352c0cbabe649389fc8793b529c7dc2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:16,944 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/.tmp/norep/830d45953ced4465bc6ef115b4ac827a as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/norep/830d45953ced4465bc6ef115b4ac827a 2024-11-16T10:21:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:21:16,947 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/table/a2d4de2bddf54067923eb851c80ec379 2024-11-16T10:21:16,953 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 830d45953ced4465bc6ef115b4ac827a 2024-11-16T10:21:16,954 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/norep/830d45953ced4465bc6ef115b4ac827a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:16,955 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bed6059983459b1ee6ca3f3c69dab62 in 753ms, sequenceid=12, compaction requested=false 2024-11-16T10:21:16,957 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/info/96e8ede163254f99b40483c861206a82 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/info/96e8ede163254f99b40483c861206a82 2024-11-16T10:21:16,964 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/info/96e8ede163254f99b40483c861206a82, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:21:16,965 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/ns/60ae331f70114307b3f521633616fb03 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/ns/60ae331f70114307b3f521633616fb03 2024-11-16T10:21:16,971 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/ns/60ae331f70114307b3f521633616fb03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:21:16,971 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/af8260ea33324df493277a85f362cd51 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/rep_barrier/af8260ea33324df493277a85f362cd51 2024-11-16T10:21:16,977 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/default/test/9bed6059983459b1ee6ca3f3c69dab62/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T10:21:16,977 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:16,977 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:16,977 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:16,977 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bed6059983459b1ee6ca3f3c69dab62: Waiting for close lock at 1731752476202Running coprocessor pre-close hooks at 1731752476202Disabling compacts and flushes for region at 1731752476202Disabling writes for close at 1731752476202Obtaining lock to block concurrent updates at 1731752476202Preparing flush snapshotting stores in 9bed6059983459b1ee6ca3f3c69dab62 at 1731752476202Finished memstore snapshotting test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731752476203 (+1 ms)Flushing stores of test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. at 1731752476203Flushing 9bed6059983459b1ee6ca3f3c69dab62/f: creating writer at 1731752476203Flushing 9bed6059983459b1ee6ca3f3c69dab62/f: appending metadata at 1731752476240 (+37 ms)Flushing 9bed6059983459b1ee6ca3f3c69dab62/f: closing flushed file at 1731752476240Flushing 9bed6059983459b1ee6ca3f3c69dab62/f1: creating writer at 1731752476289 (+49 ms)Flushing 9bed6059983459b1ee6ca3f3c69dab62/f1: appending metadata at 1731752476317 (+28 ms)Flushing 9bed6059983459b1ee6ca3f3c69dab62/f1: closing flushed file at 1731752476317Flushing 9bed6059983459b1ee6ca3f3c69dab62/norep: creating writer at 1731752476375 (+58 ms)Flushing 9bed6059983459b1ee6ca3f3c69dab62/norep: appending metadata at 1731752476480 (+105 ms)Flushing 9bed6059983459b1ee6ca3f3c69dab62/norep: closing flushed file at 1731752476480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72091247: reopening flushed file at 1731752476931 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3866cb2b: reopening flushed file at 1731752476938 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f207398: reopening flushed file at 1731752476943 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9bed6059983459b1ee6ca3f3c69dab62 in 753ms, sequenceid=12, compaction requested=false at 1731752476955 (+12 ms)Writing region close event to WAL at 1731752476972 (+17 ms)Running coprocessor post-close hooks at 1731752476977 (+5 ms)Closed at 1731752476977 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752461466.9bed6059983459b1ee6ca3f3c69dab62. 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf6ea782e091547b8690ab1b2273fc00, disabling compactions & flushes 2024-11-16T10:21:16,978 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. after waiting 0 ms 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf6ea782e091547b8690ab1b2273fc00: Waiting for close lock at 1731752476978Running coprocessor pre-close hooks at 1731752476978Disabling compacts and flushes for region at 1731752476978Disabling writes for close at 1731752476978Failed flush hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00., putting online again at 1731752476978 2024-11-16T10:21:16,978 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:16,979 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/rep_barrier/af8260ea33324df493277a85f362cd51, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:21:16,979 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/.tmp/table/a2d4de2bddf54067923eb851c80ec379 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/table/a2d4de2bddf54067923eb851c80ec379 2024-11-16T10:21:16,981 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 1765, reset compression=false 2024-11-16T10:21:16,985 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:21:16,985 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:21:16,989 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:16,989 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 2409, reset compression=false 2024-11-16T10:21:16,989 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/table/a2d4de2bddf54067923eb851c80ec379, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:21:16,990 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:16,993 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=16, compaction requested=false 2024-11-16T10:21:17,002 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:17,014 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(3091): Received CLOSE for cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:17,014 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf6ea782e091547b8690ab1b2273fc00 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf6ea782e091547b8690ab1b2273fc00, disabling compactions & flushes 2024-11-16T10:21:17,014 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. after waiting 0 ms 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf6ea782e091547b8690ab1b2273fc00: Waiting for close lock at 1731752477014Running coprocessor pre-close hooks at 1731752477014Disabling compacts and flushes for region at 1731752477014Disabling writes for close at 1731752477014Failed flush hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00., putting online again at 1731752477014 2024-11-16T10:21:17,014 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00. 2024-11-16T10:21:17,026 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:21:17,027 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:17,027 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:21:17,027 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:17,027 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752476213Running coprocessor pre-close hooks at 1731752476213Disabling compacts and flushes for region at 1731752476213Disabling writes for close at 1731752476213Obtaining lock to block concurrent updates at 1731752476213Preparing flush snapshotting stores in 1588230740 at 1731752476213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752476214 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731752476215 (+1 ms)Flushing 1588230740/info: creating writer at 1731752476215Flushing 1588230740/info: appending metadata at 1731752476277 (+62 ms)Flushing 1588230740/info: closing flushed file at 1731752476277Flushing 1588230740/ns: creating writer at 1731752476330 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731752476357 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731752476357Flushing 1588230740/rep_barrier: creating writer at 1731752476420 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752476443 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752476443Flushing 1588230740/table: creating writer at 1731752476909 (+466 ms)Flushing 1588230740/table: appending metadata at 1731752476936 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731752476936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78146f15: reopening flushed file at 1731752476955 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d8a64: reopening flushed file at 1731752476964 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc5f33b: reopening flushed file at 1731752476971 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6468e7: reopening flushed file at 1731752476979 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=16, compaction requested=false at 1731752476993 (+14 ms)Writing region close event to WAL at 1731752477023 (+30 ms)Running coprocessor post-close hooks at 1731752477026 (+3 ms)Closed at 1731752477027 (+1 ms) 2024-11-16T10:21:17,027 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:17,213 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/WALs/b16ff38458c1,39159,1731752455109/b16ff38458c1%2C39159%2C1731752455109.1731752457085 to pos 2409, reset compression=false 2024-11-16T10:21:17,214 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:21:17,214 DEBUG [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1325): Online Regions={cf6ea782e091547b8690ab1b2273fc00=hbase:replication,,1731752466947.cf6ea782e091547b8690ab1b2273fc00.} 2024-11-16T10:21:17,214 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T10:21:17,214 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,39159,1731752455109; all regions closed. 2024-11-16T10:21:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:21:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741839_1015 (size=2390) 2024-11-16T10:21:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741832_1008 (size=2417) 2024-11-16T10:21:17,243 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,244 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:17,244 INFO [RS:0;b16ff38458c1:39159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:17,244 INFO [RS:0;b16ff38458c1:39159 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:17,244 INFO [RS:0;b16ff38458c1:39159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:17,245 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,39159,1731752455109 because: Region server is closing 2024-11-16T10:21:17,245 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:17,246 INFO [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:39159. 2024-11-16T10:21:17,246 DEBUG [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:17,246 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,246 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:17,346 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.shipperb16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 terminated 2024-11-16T10:21:17,346 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,39159,1731752455109.replicationSource.wal-reader.b16ff38458c1%2C39159%2C1731752455109,1-b16ff38458c1,39159,1731752455109 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:21:17,347 INFO [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:39159. 2024-11-16T10:21:17,347 DEBUG [RS:0;b16ff38458c1:39159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:17,347 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,347 DEBUG [RS:0;b16ff38458c1:39159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:17,347 INFO [RS:0;b16ff38458c1:39159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39159 2024-11-16T10:21:17,405 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:17,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983130657/rs/b16ff38458c1,39159,1731752455109 2024-11-16T10:21:17,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657/rs 2024-11-16T10:21:17,422 INFO [RS:0;b16ff38458c1:39159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:17,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,39159,1731752455109] 2024-11-16T10:21:17,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983130657/draining/b16ff38458c1,39159,1731752455109 already deleted, retry=false 2024-11-16T10:21:17,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,39159,1731752455109 expired; onlineServers=0 2024-11-16T10:21:17,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,34587,1731752454958' ***** 2024-11-16T10:21:17,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:21:17,444 INFO [M:0;b16ff38458c1:34587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:17,444 INFO [M:0;b16ff38458c1:34587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:17,444 DEBUG [M:0;b16ff38458c1:34587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:21:17,444 DEBUG [M:0;b16ff38458c1:34587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:21:17,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:21:17,444 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752456746 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752456746,5,FailOnTimeoutGroup] 2024-11-16T10:21:17,444 INFO [M:0;b16ff38458c1:34587 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:17,444 INFO [M:0;b16ff38458c1:34587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:17,444 DEBUG [M:0;b16ff38458c1:34587 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:21:17,444 INFO [M:0;b16ff38458c1:34587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:21:17,445 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752456746 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752456746,5,FailOnTimeoutGroup] 2024-11-16T10:21:17,445 INFO [M:0;b16ff38458c1:34587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:17,445 INFO [M:0;b16ff38458c1:34587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:21:17,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:21:17,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983130657/master 2024-11-16T10:21:17,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983130657 2024-11-16T10:21:17,454 DEBUG [M:0;b16ff38458c1:34587 {}] zookeeper.ZKUtil(347): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Unable to get data of znode /2-1983130657/master because node does not exist (not an error) 2024-11-16T10:21:17,454 WARN [M:0;b16ff38458c1:34587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:21:17,458 INFO [M:0;b16ff38458c1:34587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/.lastflushedseqids 2024-11-16T10:21:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741847_1023 (size=245) 2024-11-16T10:21:17,478 INFO [M:0;b16ff38458c1:34587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:21:17,479 INFO [M:0;b16ff38458c1:34587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:21:17,479 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:17,479 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:17,479 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:17,479 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:17,479 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:17,480 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-16T10:21:17,500 DEBUG [M:0;b16ff38458c1:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfaf06952fdf40a886bce41b4fd4b313 is 82, key is hbase:meta,,1/info:regioninfo/1731752458084/Put/seqid=0 2024-11-16T10:21:17,521 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741848_1024 (size=5672) 2024-11-16T10:21:17,528 INFO [M:0;b16ff38458c1:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfaf06952fdf40a886bce41b4fd4b313 2024-11-16T10:21:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39159-0x101432930780007, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:17,533 INFO [RS:0;b16ff38458c1:39159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:17,533 INFO [RS:0;b16ff38458c1:39159 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,39159,1731752455109; zookeeper connection closed. 2024-11-16T10:21:17,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe 2024-11-16T10:21:17,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:21:17,563 DEBUG [M:0;b16ff38458c1:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b39d7a2bb34c399d7be9c71a3b4ac2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752467476/Put/seqid=0 2024-11-16T10:21:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741849_1025 (size=9213) 2024-11-16T10:21:17,572 INFO [M:0;b16ff38458c1:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b39d7a2bb34c399d7be9c71a3b4ac2 2024-11-16T10:21:17,593 DEBUG [M:0;b16ff38458c1:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f376ecad1f4402e83ef3f942597899d is 69, key is b16ff38458c1,39159,1731752455109/rs:state/1731752456866/Put/seqid=0 2024-11-16T10:21:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741850_1026 (size=5156) 2024-11-16T10:21:17,598 INFO [M:0;b16ff38458c1:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f376ecad1f4402e83ef3f942597899d 2024-11-16T10:21:17,603 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfaf06952fdf40a886bce41b4fd4b313 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfaf06952fdf40a886bce41b4fd4b313 2024-11-16T10:21:17,608 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfaf06952fdf40a886bce41b4fd4b313, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T10:21:17,608 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0b39d7a2bb34c399d7be9c71a3b4ac2 as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0b39d7a2bb34c399d7be9c71a3b4ac2 2024-11-16T10:21:17,612 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0b39d7a2bb34c399d7be9c71a3b4ac2, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T10:21:17,613 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f376ecad1f4402e83ef3f942597899d as hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f376ecad1f4402e83ef3f942597899d 2024-11-16T10:21:17,616 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42713/user/jenkins/test-data/7cbf0b2a-6fdc-2ef5-80ed-88d199210cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f376ecad1f4402e83ef3f942597899d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T10:21:17,617 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=127, compaction requested=false 2024-11-16T10:21:17,618 INFO [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:17,618 DEBUG [M:0;b16ff38458c1:34587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752477479Disabling compacts and flushes for region at 1731752477479Disabling writes for close at 1731752477479Obtaining lock to block concurrent updates at 1731752477480 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752477480Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731752477480Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752477480Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752477481 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752477500 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752477500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752477534 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752477562 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752477562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752477578 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752477593 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752477593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aaa0aeb: reopening flushed file at 1731752477602 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e8584d: reopening flushed file at 1731752477608 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ffcf30: reopening flushed file at 1731752477612 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=127, compaction requested=false at 1731752477617 (+5 ms)Writing region close event to WAL at 1731752477618 (+1 ms)Closed at 1731752477618 2024-11-16T10:21:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741830_1006 (size=73878) 2024-11-16T10:21:17,621 INFO [M:0;b16ff38458c1:34587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:21:17,621 INFO [M:0;b16ff38458c1:34587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34587 2024-11-16T10:21:17,621 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:17,622 INFO [M:0;b16ff38458c1:34587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:17,765 INFO [M:0;b16ff38458c1:34587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101432930780006, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:17,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a33afe4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:17,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547f48ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:17,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:17,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136da28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:17,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ef94d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:17,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:21:17,771 WARN [BP-821875708-172.17.0.2-1731752453033 heartbeating to localhost/127.0.0.1:42713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:21:17,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:21:17,771 WARN [BP-821875708-172.17.0.2-1731752453033 heartbeating to localhost/127.0.0.1:42713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821875708-172.17.0.2-1731752453033 (Datanode Uuid 4cc7d7bd-9be9-4578-8507-63d9f8c5c2bd) service to localhost/127.0.0.1:42713 2024-11-16T10:21:17,771 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/cluster_b6c040bf-23d0-5a59-8d5b-2e941c55e10a/data/data1/current/BP-821875708-172.17.0.2-1731752453033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:17,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/cluster_b6c040bf-23d0-5a59-8d5b-2e941c55e10a/data/data2/current/BP-821875708-172.17.0.2-1731752453033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:17,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:21:17,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bcd4879{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:17,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e62a16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:17,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:17,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39bbaf65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:17,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c39da7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:17,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:21:17,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:21:17,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:17,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:17,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:17,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:21:17,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887606000, stopped=false 2024-11-16T10:21:17,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,46845,1731752448908 2024-11-16T10:21:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1120386028/running 2024-11-16T10:21:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:21:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1120386028/running 2024-11-16T10:21:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:21:17,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:17,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:17,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:17,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/running 2024-11-16T10:21:17,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Set watcher on znode that does not yet exist, /1120386028/running 2024-11-16T10:21:17,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,43959,1731752449053' ***** 2024-11-16T10:21:17,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:21:17,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(3091): Received CLOSE for b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(3091): Received CLOSE for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,43959,1731752449053 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:17,813 INFO [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43959. 2024-11-16T10:21:17,813 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8f7d77691ef188cf646ac970c548489, disabling compactions & flushes 2024-11-16T10:21:17,813 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:17,813 DEBUG [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:17,813 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:17,813 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752459306.b8f7d77691ef188cf646ac970c548489. after waiting 0 ms 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:17,814 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:21:17,814 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:21:17,814 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:21:17,814 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:21:17,814 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8f7d77691ef188cf646ac970c548489 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T10:21:17,814 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:21:17,814 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1325): Online Regions={b8f7d77691ef188cf646ac970c548489=test,,1731752459306.b8f7d77691ef188cf646ac970c548489., 1588230740=hbase:meta,,1.1588230740, 072ecb0951fb26899d0542cc8403aae0=hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.} 2024-11-16T10:21:17,814 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:17,814 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:17,814 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:17,814 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:21:17,831 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/info/226182bedd2e4c21a99f94366d6a7dc9 is 147, key is hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0./info:regioninfo/1731752466541/Put/seqid=0 2024-11-16T10:21:17,832 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f/60cdfb1249064234995d560af72050c5 is 37, key is row3/f:row3/1731752474836/Put/seqid=0 2024-11-16T10:21:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:21:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741841_1017 (size=5228) 2024-11-16T10:21:17,860 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:17,913 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:18,014 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:18,137 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1468, reset compression=false 2024-11-16T10:21:18,144 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:18,144 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1715, reset compression=false 2024-11-16T10:21:18,144 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43959,1731752449053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:18,145 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,43959,1731752449053: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,43959,1731752449053, walGroup=b16ff38458c1%2C43959%2C1731752449053, offset=b16ff38458c1%2C43959%2C1731752449053.1731752451367:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:21:18,146 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:21:18,146 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:21:18,147 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:21:18,147 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:21:18,147 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:21:18,147 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 855658496 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199078920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:21:18,147 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:46845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:46845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:21:18,214 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:18,236 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/info/226182bedd2e4c21a99f94366d6a7dc9 2024-11-16T10:21:18,237 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f/60cdfb1249064234995d560af72050c5 2024-11-16T10:21:18,242 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60cdfb1249064234995d560af72050c5 2024-11-16T10:21:18,258 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/ns/8c6a994fe2e045689119750c93bcf503 is 43, key is default/ns:d/1731752452957/Put/seqid=0 2024-11-16T10:21:18,258 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f1/4e5722d58493483294242eff1695c191 is 30, key is row1/f1:/1731752472171/DeleteFamily/seqid=0 2024-11-16T10:21:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:21:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741843_1019 (size=5158) 2024-11-16T10:21:18,315 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:21:18,315 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:21:18,351 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1715, reset compression=false 2024-11-16T10:21:18,414 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:18,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:21:18,516 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:18,615 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:18,655 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1715, reset compression=false 2024-11-16T10:21:18,666 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/ns/8c6a994fe2e045689119750c93bcf503 2024-11-16T10:21:18,672 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f1/4e5722d58493483294242eff1695c191 2024-11-16T10:21:18,676 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e5722d58493483294242eff1695c191 2024-11-16T10:21:18,686 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/rep_barrier/9a86bf02ed1e42ed8dd9f18e5505f36b is 112, key is test,,1731752459306.b8f7d77691ef188cf646ac970c548489./rep_barrier:seqnumDuringOpen/1731752460445/Put/seqid=0 2024-11-16T10:21:18,692 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/norep/81ae41a637574d198c4d4c11c4fb0234 is 33, key is row1/norep:/1731752472171/DeleteFamily/seqid=0 2024-11-16T10:21:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:21:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741845_1021 (size=5108) 2024-11-16T10:21:18,815 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:19,015 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740, b8f7d77691ef188cf646ac970c548489 2024-11-16T10:21:19,059 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1715, reset compression=false 2024-11-16T10:21:19,097 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/rep_barrier/9a86bf02ed1e42ed8dd9f18e5505f36b 2024-11-16T10:21:19,103 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/norep/81ae41a637574d198c4d4c11c4fb0234 2024-11-16T10:21:19,110 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81ae41a637574d198c4d4c11c4fb0234 2024-11-16T10:21:19,110 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f/60cdfb1249064234995d560af72050c5 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/f/60cdfb1249064234995d560af72050c5 2024-11-16T10:21:19,116 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60cdfb1249064234995d560af72050c5 2024-11-16T10:21:19,116 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/f/60cdfb1249064234995d560af72050c5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T10:21:19,117 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/f1/4e5722d58493483294242eff1695c191 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/f1/4e5722d58493483294242eff1695c191 2024-11-16T10:21:19,122 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e5722d58493483294242eff1695c191 2024-11-16T10:21:19,123 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/f1/4e5722d58493483294242eff1695c191, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:19,123 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/table/e65c2b6ff2b64a729dbd6a0c51760eb3 is 53, key is hbase:replication/table:state/1731752466547/Put/seqid=0 2024-11-16T10:21:19,123 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/.tmp/norep/81ae41a637574d198c4d4c11c4fb0234 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/norep/81ae41a637574d198c4d4c11c4fb0234 2024-11-16T10:21:19,136 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81ae41a637574d198c4d4c11c4fb0234 2024-11-16T10:21:19,137 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/norep/81ae41a637574d198c4d4c11c4fb0234, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:19,138 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8f7d77691ef188cf646ac970c548489 in 1324ms, sequenceid=12, compaction requested=false 2024-11-16T10:21:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:21:19,170 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/default/test/b8f7d77691ef188cf646ac970c548489/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T10:21:19,171 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:19,171 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:19,171 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:19,171 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8f7d77691ef188cf646ac970c548489: Waiting for close lock at 1731752477813Running coprocessor pre-close hooks at 1731752477813Disabling compacts and flushes for region at 1731752477813Disabling writes for close at 1731752477814 (+1 ms)Obtaining lock to block concurrent updates at 1731752477814Preparing flush snapshotting stores in b8f7d77691ef188cf646ac970c548489 at 1731752477814Finished memstore snapshotting test,,1731752459306.b8f7d77691ef188cf646ac970c548489., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731752477814Flushing stores of test,,1731752459306.b8f7d77691ef188cf646ac970c548489. at 1731752477814Flushing b8f7d77691ef188cf646ac970c548489/f: creating writer at 1731752477814Flushing b8f7d77691ef188cf646ac970c548489/f: appending metadata at 1731752477832 (+18 ms)Flushing b8f7d77691ef188cf646ac970c548489/f: closing flushed file at 1731752477832Flushing b8f7d77691ef188cf646ac970c548489/f1: creating writer at 1731752478243 (+411 ms)Flushing b8f7d77691ef188cf646ac970c548489/f1: appending metadata at 1731752478258 (+15 ms)Flushing b8f7d77691ef188cf646ac970c548489/f1: closing flushed file at 1731752478258Flushing b8f7d77691ef188cf646ac970c548489/norep: creating writer at 1731752478676 (+418 ms)Flushing b8f7d77691ef188cf646ac970c548489/norep: appending metadata at 1731752478691 (+15 ms)Flushing b8f7d77691ef188cf646ac970c548489/norep: closing flushed file at 1731752478691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff73465: reopening flushed file at 1731752479110 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@966ba91: reopening flushed file at 1731752479116 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b209c4: reopening flushed file at 1731752479123 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8f7d77691ef188cf646ac970c548489 in 1324ms, sequenceid=12, compaction requested=false at 1731752479138 (+15 ms)Writing region close event to WAL at 1731752479167 (+29 ms)Running coprocessor post-close hooks at 1731752479171 (+4 ms)Closed at 1731752479171 2024-11-16T10:21:19,171 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752459306.b8f7d77691ef188cf646ac970c548489. 2024-11-16T10:21:19,171 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 072ecb0951fb26899d0542cc8403aae0, disabling compactions & flushes 2024-11-16T10:21:19,171 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. after waiting 0 ms 2024-11-16T10:21:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 072ecb0951fb26899d0542cc8403aae0: Waiting for close lock at 1731752479171Running coprocessor pre-close hooks at 1731752479171Disabling compacts and flushes for region at 1731752479171Disabling writes for close at 1731752479172 (+1 ms)Failed flush hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0., putting online again at 1731752479172 2024-11-16T10:21:19,172 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,215 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:21:19,215 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 072ecb0951fb26899d0542cc8403aae0=hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0.} 2024-11-16T10:21:19,215 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(3091): Received CLOSE for 072ecb0951fb26899d0542cc8403aae0 2024-11-16T10:21:19,215 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 072ecb0951fb26899d0542cc8403aae0, 1588230740 2024-11-16T10:21:19,215 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 072ecb0951fb26899d0542cc8403aae0, disabling compactions & flushes 2024-11-16T10:21:19,215 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. after waiting 0 ms 2024-11-16T10:21:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 072ecb0951fb26899d0542cc8403aae0: Waiting for close lock at 1731752479215Running coprocessor pre-close hooks at 1731752479215Disabling compacts and flushes for region at 1731752479215Disabling writes for close at 1731752479216 (+1 ms)Failed flush hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0., putting online again at 1731752479216 2024-11-16T10:21:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752465788.072ecb0951fb26899d0542cc8403aae0. 2024-11-16T10:21:19,220 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:19,416 DEBUG [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:21:19,550 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/table/e65c2b6ff2b64a729dbd6a0c51760eb3 2024-11-16T10:21:19,555 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/info/226182bedd2e4c21a99f94366d6a7dc9 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/info/226182bedd2e4c21a99f94366d6a7dc9 2024-11-16T10:21:19,560 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/info/226182bedd2e4c21a99f94366d6a7dc9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:21:19,561 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/ns/8c6a994fe2e045689119750c93bcf503 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/ns/8c6a994fe2e045689119750c93bcf503 2024-11-16T10:21:19,564 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 1715, reset compression=false 2024-11-16T10:21:19,567 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/ns/8c6a994fe2e045689119750c93bcf503, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.wal-reader.b16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.1731752451367 to pos 2359, reset compression=false 2024-11-16T10:21:19,571 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/rep_barrier/9a86bf02ed1e42ed8dd9f18e5505f36b as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/rep_barrier/9a86bf02ed1e42ed8dd9f18e5505f36b 2024-11-16T10:21:19,575 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/rep_barrier/9a86bf02ed1e42ed8dd9f18e5505f36b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:21:19,576 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/.tmp/table/e65c2b6ff2b64a729dbd6a0c51760eb3 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/table/e65c2b6ff2b64a729dbd6a0c51760eb3 2024-11-16T10:21:19,580 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/table/e65c2b6ff2b64a729dbd6a0c51760eb3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:21:19,581 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=16, compaction requested=false 2024-11-16T10:21:19,603 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:21:19,604 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:19,604 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:21:19,604 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:19,604 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752477814Running coprocessor pre-close hooks at 1731752477814Disabling compacts and flushes for region at 1731752477814Disabling writes for close at 1731752477814Obtaining lock to block concurrent updates at 1731752477814Preparing flush snapshotting stores in 1588230740 at 1731752477814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752477814Flushing stores of hbase:meta,,1.1588230740 at 1731752477815 (+1 ms)Flushing 1588230740/info: creating writer at 1731752477815Flushing 1588230740/info: appending metadata at 1731752477830 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731752477830Flushing 1588230740/ns: creating writer at 1731752478241 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731752478258 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731752478258Flushing 1588230740/rep_barrier: creating writer at 1731752478671 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752478685 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752478685Flushing 1588230740/table: creating writer at 1731752479102 (+417 ms)Flushing 1588230740/table: appending metadata at 1731752479123 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731752479123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eac799f: reopening flushed file at 1731752479555 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4770d7b4: reopening flushed file at 1731752479561 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696ec0f1: reopening flushed file at 1731752479568 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ec860a: reopening flushed file at 1731752479575 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=16, compaction requested=false at 1731752479581 (+6 ms)Writing region close event to WAL at 1731752479593 (+12 ms)Running coprocessor post-close hooks at 1731752479604 (+11 ms)Closed at 1731752479604 2024-11-16T10:21:19,604 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:19,616 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T10:21:19,616 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,43959,1731752449053; all regions closed. 2024-11-16T10:21:19,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/WALs/b16ff38458c1,43959,1731752449053/b16ff38458c1%2C43959%2C1731752449053.meta.1731752452897.meta not finished, retry = 0 2024-11-16T10:21:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:21:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741839_1015 (size=2609) 2024-11-16T10:21:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741832_1008 (size=2367) 2024-11-16T10:21:19,734 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:19,734 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:19,734 INFO [RS:0;b16ff38458c1:43959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:19,735 INFO [RS:0;b16ff38458c1:43959 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:19,735 INFO [RS:0;b16ff38458c1:43959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:19,735 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,43959,1731752449053 because: Region server is closing 2024-11-16T10:21:19,735 INFO [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43959. 2024-11-16T10:21:19,735 DEBUG [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:19,735 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:19,735 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:19,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:19,736 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:19,836 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43959,1731752449053.replicationSource.shipperb16ff38458c1%2C43959%2C1731752449053,1-b16ff38458c1,43959,1731752449053 terminated 2024-11-16T10:21:19,836 INFO [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43959. 2024-11-16T10:21:19,836 DEBUG [RS:0;b16ff38458c1:43959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:19,836 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:19,836 DEBUG [RS:0;b16ff38458c1:43959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:19,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:19,836 INFO [RS:0;b16ff38458c1:43959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43959 2024-11-16T10:21:19,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1120386028/rs/b16ff38458c1,43959,1731752449053 2024-11-16T10:21:19,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028/rs 2024-11-16T10:21:19,906 INFO [RS:0;b16ff38458c1:43959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:19,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,43959,1731752449053] 2024-11-16T10:21:19,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1120386028/draining/b16ff38458c1,43959,1731752449053 already deleted, retry=false 2024-11-16T10:21:19,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,43959,1731752449053 expired; onlineServers=0 2024-11-16T10:21:19,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,46845,1731752448908' ***** 2024-11-16T10:21:19,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:21:19,927 INFO [M:0;b16ff38458c1:46845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:19,927 INFO [M:0;b16ff38458c1:46845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:19,927 DEBUG [M:0;b16ff38458c1:46845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:21:19,927 DEBUG [M:0;b16ff38458c1:46845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:21:19,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:21:19,927 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752451144 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752451144,5,FailOnTimeoutGroup] 2024-11-16T10:21:19,927 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752451144 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752451144,5,FailOnTimeoutGroup] 2024-11-16T10:21:19,928 INFO [M:0;b16ff38458c1:46845 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:19,928 INFO [M:0;b16ff38458c1:46845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:19,928 DEBUG [M:0;b16ff38458c1:46845 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:21:19,928 INFO [M:0;b16ff38458c1:46845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:21:19,928 INFO [M:0;b16ff38458c1:46845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:19,928 INFO [M:0;b16ff38458c1:46845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:21:19,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:21:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1120386028/master 2024-11-16T10:21:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1120386028 2024-11-16T10:21:19,938 DEBUG [M:0;b16ff38458c1:46845 {}] zookeeper.ZKUtil(347): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Unable to get data of znode /1120386028/master because node does not exist (not an error) 2024-11-16T10:21:19,938 WARN [M:0;b16ff38458c1:46845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:21:19,938 INFO [M:0;b16ff38458c1:46845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/.lastflushedseqids 2024-11-16T10:21:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741847_1023 (size=245) 2024-11-16T10:21:19,946 INFO [M:0;b16ff38458c1:46845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:21:19,946 INFO [M:0;b16ff38458c1:46845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:21:19,946 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:19,946 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:19,946 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:19,946 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:19,946 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:19,946 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-16T10:21:19,961 DEBUG [M:0;b16ff38458c1:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0d3959706843398c3a4dd248b19ecf is 82, key is hbase:meta,,1/info:regioninfo/1731752452925/Put/seqid=0 2024-11-16T10:21:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741848_1024 (size=5672) 2024-11-16T10:21:19,975 INFO [M:0;b16ff38458c1:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0d3959706843398c3a4dd248b19ecf 2024-11-16T10:21:20,000 DEBUG [M:0;b16ff38458c1:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69c2be53d10459e81653fe6245f7b18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752466551/Put/seqid=0 2024-11-16T10:21:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741849_1025 (size=8517) 2024-11-16T10:21:20,005 INFO [M:0;b16ff38458c1:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69c2be53d10459e81653fe6245f7b18 2024-11-16T10:21:20,017 INFO [RS:0;b16ff38458c1:43959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:20,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:20,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43959-0x101432930780004, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:20,017 INFO [RS:0;b16ff38458c1:43959 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,43959,1731752449053; zookeeper connection closed. 2024-11-16T10:21:20,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a54a938 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a54a938 2024-11-16T10:21:20,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:21:20,029 DEBUG [M:0;b16ff38458c1:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07174cd232694fa1847cd457ba9302ab is 69, key is b16ff38458c1,43959,1731752449053/rs:state/1731752451217/Put/seqid=0 2024-11-16T10:21:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741850_1026 (size=5156) 2024-11-16T10:21:20,037 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:20,434 INFO [M:0;b16ff38458c1:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07174cd232694fa1847cd457ba9302ab 2024-11-16T10:21:20,442 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f0d3959706843398c3a4dd248b19ecf as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f0d3959706843398c3a4dd248b19ecf 2024-11-16T10:21:20,450 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f0d3959706843398c3a4dd248b19ecf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:21:20,452 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b69c2be53d10459e81653fe6245f7b18 as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b69c2be53d10459e81653fe6245f7b18 2024-11-16T10:21:20,458 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b69c2be53d10459e81653fe6245f7b18, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:21:20,459 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07174cd232694fa1847cd457ba9302ab as hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07174cd232694fa1847cd457ba9302ab 2024-11-16T10:21:20,464 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/b945476f-04c3-54f3-531b-f7639a5a0c5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07174cd232694fa1847cd457ba9302ab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:21:20,465 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=97, compaction requested=false 2024-11-16T10:21:20,467 INFO [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:20,467 DEBUG [M:0;b16ff38458c1:46845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752479946Disabling compacts and flushes for region at 1731752479946Disabling writes for close at 1731752479946Obtaining lock to block concurrent updates at 1731752479946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752479946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731752479946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752479947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752479947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752479961 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752479961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752479979 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752479999 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752479999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752480009 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752480029 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752480029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af9682a: reopening flushed file at 1731752480441 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbd173b: reopening flushed file at 1731752480451 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c936a8: reopening flushed file at 1731752480458 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=97, compaction requested=false at 1731752480465 (+7 ms)Writing region close event to WAL at 1731752480467 (+2 ms)Closed at 1731752480467 2024-11-16T10:21:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33219 is added to blk_1073741830_1006 (size=63666) 2024-11-16T10:21:20,470 INFO [M:0;b16ff38458c1:46845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:21:20,470 INFO [M:0;b16ff38458c1:46845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46845 2024-11-16T10:21:20,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:20,470 INFO [M:0;b16ff38458c1:46845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:20,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:20,624 INFO [M:0;b16ff38458c1:46845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:20,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101432930780003, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:20,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c1f34ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:20,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7942bfb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:20,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:20,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50038b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:20,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f723f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:20,636 WARN [BP-704134355-172.17.0.2-1731752446601 heartbeating to localhost/127.0.0.1:36021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:21:20,636 WARN [BP-704134355-172.17.0.2-1731752446601 heartbeating to localhost/127.0.0.1:36021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704134355-172.17.0.2-1731752446601 (Datanode Uuid a4f8f8aa-f816-465f-a99d-be2b8babc2bf) service to localhost/127.0.0.1:36021 2024-11-16T10:21:20,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/cluster_d9246469-e0ec-a1c9-e7fa-2630b197ecab/data/data1/current/BP-704134355-172.17.0.2-1731752446601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:20,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/cluster_d9246469-e0ec-a1c9-e7fa-2630b197ecab/data/data2/current/BP-704134355-172.17.0.2-1731752446601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:20,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:21:20,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:21:20,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:21:20,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52ce5cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:20,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f82d566{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:20,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fd1456{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72381bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5779b82a-323b-69de-a506-631c9d09c423/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:20,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:21:20,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:21:20,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:20,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:20,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:20,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:20,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:20,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:21:20,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=740697414, stopped=false 2024-11-16T10:21:20,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,35529,1731752443005 2024-11-16T10:21:20,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01187367206/running 2024-11-16T10:21:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:21:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01187367206/running 2024-11-16T10:21:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:21:20,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:20,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/running 2024-11-16T10:21:20,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:20,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:20,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:20,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Set watcher on znode that does not yet exist, /01187367206/running 2024-11-16T10:21:20,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,35799,1731752443203' ***** 2024-11-16T10:21:20,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:21:20,697 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:21:20,697 INFO [RS:0;b16ff38458c1:35799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:21:20,697 INFO [RS:0;b16ff38458c1:35799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:21:20,697 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(3091): Received CLOSE for 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:21:20,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,35799,1731752443203 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35799. 2024-11-16T10:21:20,698 DEBUG [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:20,698 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:21:20,698 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:21:20,698 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66708f79b2a94c273e8a4fa29953eff1, disabling compactions & flushes 2024-11-16T10:21:20,698 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:21:20,699 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:21:20,699 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. after waiting 0 ms 2024-11-16T10:21:20,699 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:21:20,699 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66708f79b2a94c273e8a4fa29953eff1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T10:21:20,699 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:21:20,699 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1325): Online Regions={66708f79b2a94c273e8a4fa29953eff1=test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1., 1588230740=hbase:meta,,1.1588230740, 1821e0699f313fc95467ec0ed58dddb8=hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.} 2024-11-16T10:21:20,700 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1821e0699f313fc95467ec0ed58dddb8, 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:21:20,700 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:20,700 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:20,700 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:20,700 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:20,700 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:20,700 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:21:20,720 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:20,722 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/info/593646b2ce0347a183a434b3f6521804 is 147, key is hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8./info:regioninfo/1731752464794/Put/seqid=0 2024-11-16T10:21:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:21:20,738 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/info/593646b2ce0347a183a434b3f6521804 2024-11-16T10:21:20,738 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f/8e4a9f7d5d0b4483bf3816326450c500 is 37, key is row3/f:row3/1731752474836/Put/seqid=0 2024-11-16T10:21:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741841_1017 (size=5228) 2024-11-16T10:21:20,746 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f/8e4a9f7d5d0b4483bf3816326450c500 2024-11-16T10:21:20,750 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e4a9f7d5d0b4483bf3816326450c500 2024-11-16T10:21:20,770 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/ns/eb00c362359a48f08ce1f926758afb0e is 43, key is default/ns:d/1731752446481/Put/seqid=0 2024-11-16T10:21:20,772 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f1/4b8d966f31dd4871a6985d5587fcab45 is 30, key is row1/f1:/1731752472171/DeleteFamily/seqid=0 2024-11-16T10:21:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:21:20,779 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/ns/eb00c362359a48f08ce1f926758afb0e 2024-11-16T10:21:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741843_1019 (size=5158) 2024-11-16T10:21:20,811 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f1/4b8d966f31dd4871a6985d5587fcab45 2024-11-16T10:21:20,816 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8d966f31dd4871a6985d5587fcab45 2024-11-16T10:21:20,830 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/rep_barrier/ad842b7e2c674e3fa2b6a7eb4b59af8b is 112, key is test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1./rep_barrier:seqnumDuringOpen/1731752458911/Put/seqid=0 2024-11-16T10:21:20,843 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/norep/381ebfc954a442a98f32e988983dc9c0 is 32, key is row/norep:/1731752471166/DeleteFamily/seqid=0 2024-11-16T10:21:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:21:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741845_1021 (size=5101) 2024-11-16T10:21:20,900 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1821e0699f313fc95467ec0ed58dddb8, 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:21:20,942 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1496, reset compression=false 2024-11-16T10:21:20,946 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:20,947 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1743, reset compression=false 2024-11-16T10:21:20,947 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,35799,1731752443203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:20,947 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,35799,1731752443203: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,35799,1731752443203, walGroup=b16ff38458c1%2C35799%2C1731752443203, offset=b16ff38458c1%2C35799%2C1731752443203.1731752445425:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:35799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:21:20,949 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:21:20,949 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:21:20,950 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:21:20,950 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:21:20,950 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:21:20,950 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 922767360 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199638400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:21:20,950 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:35529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:35529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:21:21,100 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1821e0699f313fc95467ec0ed58dddb8, 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:21:21,150 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1743, reset compression=false 2024-11-16T10:21:21,246 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/rep_barrier/ad842b7e2c674e3fa2b6a7eb4b59af8b 2024-11-16T10:21:21,254 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/norep/381ebfc954a442a98f32e988983dc9c0 2024-11-16T10:21:21,257 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381ebfc954a442a98f32e988983dc9c0 2024-11-16T10:21:21,258 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f/8e4a9f7d5d0b4483bf3816326450c500 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/f/8e4a9f7d5d0b4483bf3816326450c500 2024-11-16T10:21:21,262 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e4a9f7d5d0b4483bf3816326450c500 2024-11-16T10:21:21,263 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/f/8e4a9f7d5d0b4483bf3816326450c500, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T10:21:21,263 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/f1/4b8d966f31dd4871a6985d5587fcab45 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/f1/4b8d966f31dd4871a6985d5587fcab45 2024-11-16T10:21:21,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/table/37d78965686d4f9c9a180dbcb0489744 is 53, key is hbase:replication/table:state/1731752464800/Put/seqid=0 2024-11-16T10:21:21,267 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8d966f31dd4871a6985d5587fcab45 2024-11-16T10:21:21,270 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/f1/4b8d966f31dd4871a6985d5587fcab45, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:21,271 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/.tmp/norep/381ebfc954a442a98f32e988983dc9c0 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/norep/381ebfc954a442a98f32e988983dc9c0 2024-11-16T10:21:21,276 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 381ebfc954a442a98f32e988983dc9c0 2024-11-16T10:21:21,276 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/norep/381ebfc954a442a98f32e988983dc9c0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T10:21:21,277 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 66708f79b2a94c273e8a4fa29953eff1 in 578ms, sequenceid=12, compaction requested=false 2024-11-16T10:21:21,277 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:21:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:21:21,298 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/table/37d78965686d4f9c9a180dbcb0489744 2024-11-16T10:21:21,300 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1821e0699f313fc95467ec0ed58dddb8, 66708f79b2a94c273e8a4fa29953eff1 2024-11-16T10:21:21,303 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/info/593646b2ce0347a183a434b3f6521804 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/info/593646b2ce0347a183a434b3f6521804 2024-11-16T10:21:21,306 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/default/test/66708f79b2a94c273e8a4fa29953eff1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:21,307 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66708f79b2a94c273e8a4fa29953eff1: Waiting for close lock at 1731752480698Running coprocessor pre-close hooks at 1731752480698Disabling compacts and flushes for region at 1731752480698Disabling writes for close at 1731752480699 (+1 ms)Obtaining lock to block concurrent updates at 1731752480699Preparing flush snapshotting stores in 66708f79b2a94c273e8a4fa29953eff1 at 1731752480699Finished memstore snapshotting test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731752480699Flushing stores of test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. at 1731752480700 (+1 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/f: creating writer at 1731752480700Flushing 66708f79b2a94c273e8a4fa29953eff1/f: appending metadata at 1731752480738 (+38 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/f: closing flushed file at 1731752480738Flushing 66708f79b2a94c273e8a4fa29953eff1/f1: creating writer at 1731752480750 (+12 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/f1: appending metadata at 1731752480772 (+22 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/f1: closing flushed file at 1731752480772Flushing 66708f79b2a94c273e8a4fa29953eff1/norep: creating writer at 1731752480816 (+44 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/norep: appending metadata at 1731752480842 (+26 ms)Flushing 66708f79b2a94c273e8a4fa29953eff1/norep: closing flushed file at 1731752480842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4081a74a: reopening flushed file at 1731752481258 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c806847: reopening flushed file at 1731752481263 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1377d35: reopening flushed file at 1731752481270 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 66708f79b2a94c273e8a4fa29953eff1 in 578ms, sequenceid=12, compaction requested=false at 1731752481277 (+7 ms)Writing region close event to WAL at 1731752481303 (+26 ms)Running coprocessor post-close hooks at 1731752481307 (+4 ms)Closed at 1731752481307 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752458164.66708f79b2a94c273e8a4fa29953eff1. 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1821e0699f313fc95467ec0ed58dddb8, disabling compactions & flushes 2024-11-16T10:21:21,307 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. after waiting 0 ms 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,307 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1821e0699f313fc95467ec0ed58dddb8: Waiting for close lock at 1731752481307Running coprocessor pre-close hooks at 1731752481307Disabling compacts and flushes for region at 1731752481307Disabling writes for close at 1731752481307Failed flush hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8., putting online again at 1731752481307 2024-11-16T10:21:21,308 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,308 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/info/593646b2ce0347a183a434b3f6521804, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:21:21,309 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/ns/eb00c362359a48f08ce1f926758afb0e as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/ns/eb00c362359a48f08ce1f926758afb0e 2024-11-16T10:21:21,313 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/ns/eb00c362359a48f08ce1f926758afb0e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:21:21,314 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/rep_barrier/ad842b7e2c674e3fa2b6a7eb4b59af8b as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/rep_barrier/ad842b7e2c674e3fa2b6a7eb4b59af8b 2024-11-16T10:21:21,318 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/rep_barrier/ad842b7e2c674e3fa2b6a7eb4b59af8b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:21:21,318 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/.tmp/table/37d78965686d4f9c9a180dbcb0489744 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/table/37d78965686d4f9c9a180dbcb0489744 2024-11-16T10:21:21,323 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/table/37d78965686d4f9c9a180dbcb0489744, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:21:21,324 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 623ms, sequenceid=16, compaction requested=false 2024-11-16T10:21:21,324 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:21:21,329 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:21:21,330 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:21,330 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:21:21,330 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:21,330 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752480700Running coprocessor pre-close hooks at 1731752480700Disabling compacts and flushes for region at 1731752480700Disabling writes for close at 1731752480700Obtaining lock to block concurrent updates at 1731752480700Preparing flush snapshotting stores in 1588230740 at 1731752480700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752480700Flushing stores of hbase:meta,,1.1588230740 at 1731752480701 (+1 ms)Flushing 1588230740/info: creating writer at 1731752480701Flushing 1588230740/info: appending metadata at 1731752480721 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731752480721Flushing 1588230740/ns: creating writer at 1731752480749 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731752480769 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731752480769Flushing 1588230740/rep_barrier: creating writer at 1731752480784 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752480830 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752480830Flushing 1588230740/table: creating writer at 1731752481250 (+420 ms)Flushing 1588230740/table: appending metadata at 1731752481267 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731752481267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678b5f6: reopening flushed file at 1731752481302 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bec51c: reopening flushed file at 1731752481308 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbd108e: reopening flushed file at 1731752481313 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1844f1: reopening flushed file at 1731752481318 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 623ms, sequenceid=16, compaction requested=false at 1731752481324 (+6 ms)Writing region close event to WAL at 1731752481325 (+1 ms)Running coprocessor post-close hooks at 1731752481330 (+5 ms)Closed at 1731752481330 2024-11-16T10:21:21,330 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:21,359 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:21:21,359 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:21:21,457 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 1743, reset compression=false 2024-11-16T10:21:21,461 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:21,461 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 2387, reset compression=false 2024-11-16T10:21:21,500 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:21,500 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1351): Waiting on 1821e0699f313fc95467ec0ed58dddb8 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1821e0699f313fc95467ec0ed58dddb8, disabling compactions & flushes 2024-11-16T10:21:21,501 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. after waiting 0 ms 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1821e0699f313fc95467ec0ed58dddb8: Waiting for close lock at 1731752481500Running coprocessor pre-close hooks at 1731752481500Disabling compacts and flushes for region at 1731752481500Disabling writes for close at 1731752481501 (+1 ms)Failed flush hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8., putting online again at 1731752481501 2024-11-16T10:21:21,501 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8. 2024-11-16T10:21:21,664 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.wal-reader.b16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.1731752445425 to pos 2387, reset compression=false 2024-11-16T10:21:21,701 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:21:21,701 DEBUG [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1325): Online Regions={1821e0699f313fc95467ec0ed58dddb8=hbase:replication,,1731752463630.1821e0699f313fc95467ec0ed58dddb8.} 2024-11-16T10:21:21,701 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T10:21:21,701 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,35799,1731752443203; all regions closed. 2024-11-16T10:21:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:21:21,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.meta.1731752446404.meta not finished, retry = 0 2024-11-16T10:21:21,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/WALs/b16ff38458c1,35799,1731752443203/b16ff38458c1%2C35799%2C1731752443203.rep.1731752464766 not finished, retry = 0 2024-11-16T10:21:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741839_1015 (size=2609) 2024-11-16T10:21:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741832_1008 (size=2395) 2024-11-16T10:21:21,908 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:21,908 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:21,908 INFO [RS:0;b16ff38458c1:35799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:21,909 INFO [RS:0;b16ff38458c1:35799 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:21,909 INFO [RS:0;b16ff38458c1:35799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:21,909 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:21,909 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,35799,1731752443203 because: Region server is closing 2024-11-16T10:21:21,909 INFO [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35799. 2024-11-16T10:21:21,909 DEBUG [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:21,909 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:21,909 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:21,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:21,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:21,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:21,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:21,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,010 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,35799,1731752443203.replicationSource.shipperb16ff38458c1%2C35799%2C1731752443203,1-b16ff38458c1,35799,1731752443203 terminated 2024-11-16T10:21:22,010 INFO [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:35799. 2024-11-16T10:21:22,010 DEBUG [RS:0;b16ff38458c1:35799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:22,010 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:22,010 DEBUG [RS:0;b16ff38458c1:35799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:22,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:22,010 INFO [RS:0;b16ff38458c1:35799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35799 2024-11-16T10:21:22,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01187367206/rs/b16ff38458c1,35799,1731752443203 2024-11-16T10:21:22,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206/rs 2024-11-16T10:21:22,082 INFO [RS:0;b16ff38458c1:35799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:22,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,35799,1731752443203] 2024-11-16T10:21:22,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/draining/b16ff38458c1,35799,1731752443203 already deleted, retry=false 2024-11-16T10:21:22,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,35799,1731752443203 expired; onlineServers=0 2024-11-16T10:21:22,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,35529,1731752443005' ***** 2024-11-16T10:21:22,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:21:22,103 INFO [M:0;b16ff38458c1:35529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:22,103 INFO [M:0;b16ff38458c1:35529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:22,103 DEBUG [M:0;b16ff38458c1:35529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:21:22,103 DEBUG [M:0;b16ff38458c1:35529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:21:22,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:21:22,103 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752445178 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752445178,5,FailOnTimeoutGroup] 2024-11-16T10:21:22,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752445179 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752445179,5,FailOnTimeoutGroup] 2024-11-16T10:21:22,104 INFO [M:0;b16ff38458c1:35529 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:22,104 INFO [M:0;b16ff38458c1:35529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:22,104 DEBUG [M:0;b16ff38458c1:35529 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:21:22,104 INFO [M:0;b16ff38458c1:35529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:21:22,104 INFO [M:0;b16ff38458c1:35529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:22,104 ERROR [M:0;b16ff38458c1:35529 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1661275467) connection to localhost/127.0.0.1:36181 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36181,5,PEWorkerGroup] 2024-11-16T10:21:22,104 INFO [M:0;b16ff38458c1:35529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:21:22,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01187367206/master 2024-11-16T10:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01187367206 2024-11-16T10:21:22,127 DEBUG [M:0;b16ff38458c1:35529 {}] zookeeper.RecoverableZooKeeper(212): Node /01187367206/master already deleted, retry=false 2024-11-16T10:21:22,127 DEBUG [M:0;b16ff38458c1:35529 {}] master.ActiveMasterManager(353): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Failed delete of our master address node; KeeperErrorCode = NoNode for /01187367206/master 2024-11-16T10:21:22,127 INFO [M:0;b16ff38458c1:35529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/.lastflushedseqids 2024-11-16T10:21:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741847_1023 (size=245) 2024-11-16T10:21:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:22,193 INFO [RS:0;b16ff38458c1:35799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:22,193 INFO [RS:0;b16ff38458c1:35799 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,35799,1731752443203; zookeeper connection closed. 2024-11-16T10:21:22,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35799-0x101432930780001, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:22,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e03d52d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e03d52d 2024-11-16T10:21:22,193 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:21:22,534 INFO [M:0;b16ff38458c1:35529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:21:22,534 INFO [M:0;b16ff38458c1:35529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:21:22,534 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:22,534 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:22,534 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:22,534 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:22,535 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:22,535 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-16T10:21:22,552 DEBUG [M:0;b16ff38458c1:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780022d9c6b9452c93ffb01e6c8ca941 is 82, key is hbase:meta,,1/info:regioninfo/1731752446435/Put/seqid=0 2024-11-16T10:21:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741848_1024 (size=5672) 2024-11-16T10:21:22,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:22,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:22,956 INFO [M:0;b16ff38458c1:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780022d9c6b9452c93ffb01e6c8ca941 2024-11-16T10:21:22,977 DEBUG [M:0;b16ff38458c1:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b5d683228140deb26cb771d583db98 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752458921/Put/seqid=0 2024-11-16T10:21:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741849_1025 (size=7219) 2024-11-16T10:21:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:21:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:21:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:23,381 INFO [M:0;b16ff38458c1:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b5d683228140deb26cb771d583db98 2024-11-16T10:21:23,384 INFO [M:0;b16ff38458c1:35529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6b5d683228140deb26cb771d583db98 2024-11-16T10:21:23,400 DEBUG [M:0;b16ff38458c1:35529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded1cae3c16a49629bd63dde34a4927d is 69, key is b16ff38458c1,35799,1731752443203/rs:state/1731752445270/Put/seqid=0 2024-11-16T10:21:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741850_1026 (size=5156) 2024-11-16T10:21:23,414 INFO [M:0;b16ff38458c1:35529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded1cae3c16a49629bd63dde34a4927d 2024-11-16T10:21:23,418 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/780022d9c6b9452c93ffb01e6c8ca941 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/780022d9c6b9452c93ffb01e6c8ca941 2024-11-16T10:21:23,422 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/780022d9c6b9452c93ffb01e6c8ca941, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T10:21:23,423 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b5d683228140deb26cb771d583db98 as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b5d683228140deb26cb771d583db98 2024-11-16T10:21:23,427 INFO [M:0;b16ff38458c1:35529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6b5d683228140deb26cb771d583db98 2024-11-16T10:21:23,427 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b5d683228140deb26cb771d583db98, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T10:21:23,428 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ded1cae3c16a49629bd63dde34a4927d as hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ded1cae3c16a49629bd63dde34a4927d 2024-11-16T10:21:23,432 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36181/user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ded1cae3c16a49629bd63dde34a4927d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T10:21:23,433 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false 2024-11-16T10:21:23,442 INFO [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:23,442 DEBUG [M:0;b16ff38458c1:35529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752482534Disabling compacts and flushes for region at 1731752482534Disabling writes for close at 1731752482534Obtaining lock to block concurrent updates at 1731752482535 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752482535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731752482535Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752482536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752482536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752482552 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752482552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752482961 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752482976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752482976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752483384 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752483399 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752483399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23777738: reopening flushed file at 1731752483418 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a858822: reopening flushed file at 1731752483422 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67db622: reopening flushed file at 1731752483427 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=105, compaction requested=false at 1731752483433 (+6 ms)Writing region close event to WAL at 1731752483442 (+9 ms)Closed at 1731752483442 2024-11-16T10:21:23,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741830_1006 (size=64435) 2024-11-16T10:21:23,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9773caff-8b99-7d75-70b9-7ef5674d1662/MasterData/WALs/b16ff38458c1,35529,1731752443005/b16ff38458c1%2C35529%2C1731752443005.1731752444925 not finished, retry = 0 2024-11-16T10:21:23,561 INFO [M:0;b16ff38458c1:35529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:21:23,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:23,562 INFO [M:0;b16ff38458c1:35529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35529 2024-11-16T10:21:23,562 INFO [M:0;b16ff38458c1:35529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:23,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:23,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35529-0x101432930780000, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:23,711 INFO [M:0;b16ff38458c1:35529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:23,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2078d614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:23,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f51982d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:23,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:23,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e4373f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:23,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37801c3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:23,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:21:23,717 WARN [BP-906611569-172.17.0.2-1731752441057 heartbeating to localhost/127.0.0.1:36181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:21:23,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:21:23,717 WARN [BP-906611569-172.17.0.2-1731752441057 heartbeating to localhost/127.0.0.1:36181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-906611569-172.17.0.2-1731752441057 (Datanode Uuid 5e9f33e5-2f51-4903-8245-c2ff5a012d9f) service to localhost/127.0.0.1:36181 2024-11-16T10:21:23,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/data/data1/current/BP-906611569-172.17.0.2-1731752441057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:23,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/cluster_d232a85a-fe66-6b12-e4f6-a0c0758d0775/data/data2/current/BP-906611569-172.17.0.2-1731752441057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:23,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:21:23,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9ca4b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:23,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f5addb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:23,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:23,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d1dc5fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:23,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239e99dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5277c92c-52f4-7ad8-ba64-63b1fcb26668/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:23,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:21:23,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:21:23,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36181 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42713 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36021 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3247 (was 3715) 2024-11-16T10:21:23,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3246 2024-11-16T10:21:23,797 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T10:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir so I do NOT create it in target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27 2024-11-16T10:21:23,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.tmp.dir so I do NOT create it in target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27 2024-11-16T10:21:23,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d16dcf3-7140-9749-91af-659aa29f7010/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:21:23,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27 2024-11-16T10:21:23,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751, deleteOnExit=true 2024-11-16T10:21:23,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/zookeeper_0, clientPort=51944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:21:23,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51944 2024-11-16T10:21:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:21:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:21:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/test.cache.data in system properties and HBase conf 2024-11-16T10:21:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:21:23,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101432930780005, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:21:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:21:23,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101432930780005, quorum=127.0.0.1:60245, baseZNode=/1120386028 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:21:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101432930780008, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:21:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101432930780002, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:21:23,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101432930780008, quorum=127.0.0.1:60245, baseZNode=/2-1983130657 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:21:23,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101432930780002, quorum=127.0.0.1:60245, baseZNode=/01187367206 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:21:23,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:21:23,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:21:23,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:21:24,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:24,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:24,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:24,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:24,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:21:24,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:24,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47338a4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:24,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d129b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:24,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6185f478{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/java.io.tmpdir/jetty-localhost-36837-hadoop-hdfs-3_4_1-tests_jar-_-any-1811069462030274589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:24,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25101a71{HTTP/1.1, (http/1.1)}{localhost:36837} 2024-11-16T10:21:24,361 INFO [Time-limited test {}] server.Server(415): Started @278556ms 2024-11-16T10:21:24,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:24,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:24,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:24,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:24,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:21:24,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@259ca815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:24,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6293aa39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:24,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69c87d6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/java.io.tmpdir/jetty-localhost-45055-hadoop-hdfs-3_4_1-tests_jar-_-any-4489618386648223366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:24,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5874ef0{HTTP/1.1, (http/1.1)}{localhost:45055} 2024-11-16T10:21:24,789 INFO [Time-limited test {}] server.Server(415): Started @278983ms 2024-11-16T10:21:24,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:21:25,631 WARN [Thread-3420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/data/data1/current/BP-1833211671-172.17.0.2-1731752483855/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:25,631 WARN [Thread-3421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/data/data2/current/BP-1833211671-172.17.0.2-1731752483855/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:25,650 WARN [Thread-3408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:21:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1d212050889e5d3 with lease ID 0xa4264bd999e0d117: Processing first storage report for DS-2fc18323-2075-4b27-9e75-8c65efbb4272 from datanode DatanodeRegistration(127.0.0.1:41505, datanodeUuid=d01d9d95-aeef-4efa-b1e9-cc6e1af435b7, infoPort=45955, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=13285454;c=1731752483855) 2024-11-16T10:21:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1d212050889e5d3 with lease ID 0xa4264bd999e0d117: from storage DS-2fc18323-2075-4b27-9e75-8c65efbb4272 node DatanodeRegistration(127.0.0.1:41505, datanodeUuid=d01d9d95-aeef-4efa-b1e9-cc6e1af435b7, infoPort=45955, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=13285454;c=1731752483855), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1d212050889e5d3 with lease ID 0xa4264bd999e0d117: Processing first storage report for DS-d18044a6-f7dd-4b2c-a2aa-b42ba4ec0306 from datanode DatanodeRegistration(127.0.0.1:41505, datanodeUuid=d01d9d95-aeef-4efa-b1e9-cc6e1af435b7, infoPort=45955, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=13285454;c=1731752483855) 2024-11-16T10:21:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1d212050889e5d3 with lease ID 0xa4264bd999e0d117: from storage DS-d18044a6-f7dd-4b2c-a2aa-b42ba4ec0306 node DatanodeRegistration(127.0.0.1:41505, datanodeUuid=d01d9d95-aeef-4efa-b1e9-cc6e1af435b7, infoPort=45955, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=13285454;c=1731752483855), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:25,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27 2024-11-16T10:21:25,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:25,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:21:26,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1 with version=8 2024-11-16T10:21:26,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/hbase-staging 2024-11-16T10:21:26,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:21:26,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:26,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38729 2024-11-16T10:21:26,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38729 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387290x0, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:26,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38729-0x1014329d7a10000 connected 2024-11-16T10:21:26,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:26,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:26,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/running 2024-11-16T10:21:26,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1, hbase.cluster.distributed=false 2024-11-16T10:21:26,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/acl 2024-11-16T10:21:26,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-16T10:21:26,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38729 2024-11-16T10:21:26,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38729 2024-11-16T10:21:26,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-16T10:21:26,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-16T10:21:26,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:21:26,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:26,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44299 2024-11-16T10:21:26,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44299 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:26,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:26,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442990x0, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:26,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44299-0x1014329d7a10001 connected 2024-11-16T10:21:26,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/running 2024-11-16T10:21:26,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:21:26,434 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:21:26,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/master 2024-11-16T10:21:26,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/acl 2024-11-16T10:21:26,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-16T10:21:26,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44299 2024-11-16T10:21:26,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44299 2024-11-16T10:21:26,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-16T10:21:26,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-16T10:21:26,461 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:38729 2024-11-16T10:21:26,462 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0838640997/backup-masters/b16ff38458c1,38729,1731752486149 2024-11-16T10:21:26,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/backup-masters 2024-11-16T10:21:26,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/backup-masters 2024-11-16T10:21:26,474 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on existing znode=/0838640997/backup-masters/b16ff38458c1,38729,1731752486149 2024-11-16T10:21:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0838640997/master 2024-11-16T10:21:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:26,485 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on existing znode=/0838640997/master 2024-11-16T10:21:26,485 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0838640997/backup-masters/b16ff38458c1,38729,1731752486149 from backup master directory 2024-11-16T10:21:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/backup-masters 2024-11-16T10:21:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0838640997/backup-masters/b16ff38458c1,38729,1731752486149 2024-11-16T10:21:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/backup-masters 2024-11-16T10:21:26,495 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:26,495 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,38729,1731752486149 2024-11-16T10:21:26,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/hbase.id] with ID: 21c613ea-0223-49e9-9880-f0b4bfd44306 2024-11-16T10:21:26,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/.tmp/hbase.id 2024-11-16T10:21:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:21:26,905 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/.tmp/hbase.id]:[hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/hbase.id] 2024-11-16T10:21:26,912 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:26,912 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:21:26,912 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T10:21:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:21:27,364 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:27,364 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:21:27,365 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:21:27,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:27,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:27,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store 2024-11-16T10:21:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:28,174 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:28,174 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:28,174 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752488174Disabling compacts and flushes for region at 1731752488174Disabling writes for close at 1731752488174Writing region close event to WAL at 1731752488174Closed at 1731752488174 2024-11-16T10:21:28,175 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/.initializing 2024-11-16T10:21:28,175 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/WALs/b16ff38458c1,38729,1731752486149 2024-11-16T10:21:28,175 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:28,176 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C38729%2C1731752486149, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/WALs/b16ff38458c1,38729,1731752486149, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/oldWALs, maxLogs=10 2024-11-16T10:21:28,193 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/WALs/b16ff38458c1,38729,1731752486149/b16ff38458c1%2C38729%2C1731752486149.1731752488176, exclude list is [], retry=0 2024-11-16T10:21:28,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41505,DS-2fc18323-2075-4b27-9e75-8c65efbb4272,DISK] 2024-11-16T10:21:28,197 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/WALs/b16ff38458c1,38729,1731752486149/b16ff38458c1%2C38729%2C1731752486149.1731752488176 2024-11-16T10:21:28,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-16T10:21:28,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:28,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:28,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,197 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:21:28,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:28,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:28,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:21:28,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:28,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:28,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:21:28,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:21:28,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:28,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:28,204 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,205 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,205 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,206 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,206 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,206 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:28,207 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:28,208 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:28,208 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69012494, jitterRate=0.028366297483444214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:28,209 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752488197Initializing all the Stores at 1731752488198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752488198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752488198Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752488198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752488198Cleaning up temporary data from old regions at 1731752488206 (+8 ms)Region opened successfully at 1731752488209 (+3 ms) 2024-11-16T10:21:28,209 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:21:28,211 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef57d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:28,212 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:21:28,212 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:21:28,212 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:21:28,212 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:21:28,213 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:21:28,213 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:21:28,213 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:21:28,214 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:21:28,215 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/balancer because node does not exist (not necessarily an error) 2024-11-16T10:21:28,251 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/balancer already deleted, retry=false 2024-11-16T10:21:28,251 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:21:28,252 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:21:28,303 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/normalizer already deleted, retry=false 2024-11-16T10:21:28,303 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:21:28,304 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:21:28,388 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/switch/split already deleted, retry=false 2024-11-16T10:21:28,389 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:21:28,452 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/switch/merge already deleted, retry=false 2024-11-16T10:21:28,454 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:21:28,716 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/snapshot-cleanup already deleted, retry=false 2024-11-16T10:21:28,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0838640997/running 2024-11-16T10:21:28,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0838640997/running 2024-11-16T10:21:28,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:28,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:28,844 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,38729,1731752486149, sessionid=0x1014329d7a10000, setting cluster-up flag (Was=false) 2024-11-16T10:21:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:29,074 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0838640997/flush-table-proc/acquired, /0838640997/flush-table-proc/reached, /0838640997/flush-table-proc/abort 2024-11-16T10:21:29,074 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,38729,1731752486149 2024-11-16T10:21:29,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:29,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:29,126 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0838640997/online-snapshot/acquired, /0838640997/online-snapshot/reached, /0838640997/online-snapshot/abort 2024-11-16T10:21:29,127 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,38729,1731752486149 2024-11-16T10:21:29,128 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:21:29,129 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:29,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:21:29,130 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:21:29,130 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,38729,1731752486149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:29,131 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752519132 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:21:29,132 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:29,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:21:29,133 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:21:29,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:29,133 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752489133,5,FailOnTimeoutGroup] 2024-11-16T10:21:29,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:21:29,136 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752489133,5,FailOnTimeoutGroup] 2024-11-16T10:21:29,136 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,136 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:21:29,136 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,136 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:21:29,152 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(746): ClusterId : 21c613ea-0223-49e9-9880-f0b4bfd44306 2024-11-16T10:21:29,152 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:21:29,158 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:21:29,158 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:21:29,169 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:21:29,169 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4368bd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:29,180 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:44299 2024-11-16T10:21:29,180 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:21:29,180 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:21:29,180 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:21:29,181 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,38729,1731752486149 with port=44299, startcode=1731752486412 2024-11-16T10:21:29,181 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:21:29,182 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:21:29,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,184 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1 2024-11-16T10:21:29,184 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45239 2024-11-16T10:21:29,184 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:21:29,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/rs 2024-11-16T10:21:29,208 DEBUG [RS:0;b16ff38458c1:44299 {}] zookeeper.ZKUtil(111): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on existing znode=/0838640997/rs/b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,208 WARN [RS:0;b16ff38458c1:44299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:29,208 INFO [RS:0;b16ff38458c1:44299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:29,208 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,44299,1731752486412] 2024-11-16T10:21:29,214 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:21:29,215 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:21:29,215 INFO [RS:0;b16ff38458c1:44299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:21:29,215 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,216 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:21:29,216 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:21:29,216 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:29,217 DEBUG [RS:0;b16ff38458c1:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,222 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44299,1731752486412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:29,235 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:21:29,236 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,44299,1731752486412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,236 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,236 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.Replication(171): b16ff38458c1,44299,1731752486412 started 2024-11-16T10:21:29,247 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:29,247 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,44299,1731752486412, RpcServer on b16ff38458c1/172.17.0.2:44299, sessionid=0x1014329d7a10001 2024-11-16T10:21:29,247 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:21:29,247 DEBUG [RS:0;b16ff38458c1:44299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44299,1731752486412' 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0838640997/flush-table-proc/abort' 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0838640997/flush-table-proc/acquired' 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,44299,1731752486412 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,44299,1731752486412' 2024-11-16T10:21:29,248 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0838640997/online-snapshot/abort' 2024-11-16T10:21:29,249 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0838640997/online-snapshot/acquired' 2024-11-16T10:21:29,249 DEBUG [RS:0;b16ff38458c1:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:21:29,249 INFO [RS:0;b16ff38458c1:44299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:21:29,249 INFO [RS:0;b16ff38458c1:44299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:21:29,349 INFO [RS:0;b16ff38458c1:44299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:29,350 INFO [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44299%2C1731752486412, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs, maxLogs=10 2024-11-16T10:21:29,362 DEBUG [RS:0;b16ff38458c1:44299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351, exclude list is [], retry=0 2024-11-16T10:21:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41505,DS-2fc18323-2075-4b27-9e75-8c65efbb4272,DISK] 2024-11-16T10:21:29,365 INFO [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 2024-11-16T10:21:29,365 DEBUG [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-16T10:21:29,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:21:29,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1 2024-11-16T10:21:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:21:29,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:29,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:29,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:29,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:29,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:29,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:29,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:29,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:29,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:29,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:29,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:29,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:29,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:29,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740 2024-11-16T10:21:29,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740 2024-11-16T10:21:29,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:29,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:29,954 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:29,955 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:29,956 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63105695, jitterRate=-0.05965186655521393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752489947Initializing all the Stores at 1731752489948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752489948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752489948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752489948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752489948Cleaning up temporary data from old regions at 1731752489953 (+5 ms)Region opened successfully at 1731752489956 (+3 ms) 2024-11-16T10:21:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:29,956 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:29,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:29,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752489956Disabling compacts and flushes for region at 1731752489956Disabling writes for close at 1731752489956Writing region close event to WAL at 1731752489956Closed at 1731752489956 2024-11-16T10:21:29,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:29,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:21:29,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:21:29,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:29,959 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:21:30,109 DEBUG [b16ff38458c1:38729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:21:30,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:30,111 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44299,1731752486412, state=OPENING 2024-11-16T10:21:30,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:21:30,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:30,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:30,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0838640997/meta-region-server: CHANGED 2024-11-16T10:21:30,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0838640997/meta-region-server: CHANGED 2024-11-16T10:21:30,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:30,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44299,1731752486412}] 2024-11-16T10:21:30,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:30,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:21:30,296 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:21:30,297 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:30,297 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:21:30,299 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44299%2C1731752486412.meta, suffix=.meta, logDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs, maxLogs=10 2024-11-16T10:21:30,315 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.meta.1731752490299.meta, exclude list is [], retry=0 2024-11-16T10:21:30,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41505,DS-2fc18323-2075-4b27-9e75-8c65efbb4272,DISK] 2024-11-16T10:21:30,318 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.meta.1731752490299.meta 2024-11-16T10:21:30,319 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-16T10:21:30,319 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:30,319 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:30,319 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:30,319 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:21:30,320 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:21:30,320 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:21:30,320 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:30,320 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:21:30,320 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:21:30,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:30,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:30,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:30,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:30,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:30,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:30,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:30,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:30,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:30,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:30,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:30,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:30,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:30,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:30,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:30,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:30,329 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:30,329 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740 2024-11-16T10:21:30,330 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740 2024-11-16T10:21:30,331 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:30,331 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:30,331 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:30,332 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:30,332 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70653283, jitterRate=0.052815958857536316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:30,332 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:21:30,333 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752490320Writing region info on filesystem at 1731752490320Initializing all the Stores at 1731752490321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752490321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752490324 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752490324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752490324Cleaning up temporary data from old regions at 1731752490331 (+7 ms)Running coprocessor post-open hooks at 1731752490332 (+1 ms)Region opened successfully at 1731752490333 (+1 ms) 2024-11-16T10:21:30,333 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752490288 2024-11-16T10:21:30,335 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:21:30,335 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:21:30,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:30,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,44299,1731752486412, state=OPEN 2024-11-16T10:21:30,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0838640997/meta-region-server 2024-11-16T10:21:30,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0838640997/meta-region-server 2024-11-16T10:21:30,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0838640997/meta-region-server: CHANGED 2024-11-16T10:21:30,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0838640997/meta-region-server: CHANGED 2024-11-16T10:21:30,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:30,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:21:30,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,44299,1731752486412 in 243 msec 2024-11-16T10:21:30,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:21:30,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-16T10:21:30,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:30,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:21:30,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:30,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44299,1731752486412, seqNum=-1] 2024-11-16T10:21:30,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:30,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:30,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-16T10:21:30,388 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752490387, completionTime=-1 2024-11-16T10:21:30,388 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:21:30,388 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:21:30,389 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:21:30,389 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752550389 2024-11-16T10:21:30,389 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752610389 2024-11-16T10:21:30,389 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:38729, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,390 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,391 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.898sec 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:30,393 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:21:30,395 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:21:30,395 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:21:30,395 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38729,1731752486149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:30,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21996fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:30,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38729,-1 for getting cluster id 2024-11-16T10:21:30,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:30,456 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21c613ea-0223-49e9-9880-f0b4bfd44306' 2024-11-16T10:21:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21c613ea-0223-49e9-9880-f0b4bfd44306" 2024-11-16T10:21:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da343ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38729,-1] 2024-11-16T10:21:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:30,458 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:30,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4009522b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:30,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44299,1731752486412, seqNum=-1] 2024-11-16T10:21:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:30,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:30,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,38729,1731752486149 2024-11-16T10:21:30,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:30,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014329d7a10002 connected 2024-11-16T10:21:30,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir so I do NOT create it in target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d 2024-11-16T10:21:30,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:21:30,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.tmp.dir so I do NOT create it in target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d 2024-11-16T10:21:30,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:21:30,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d 2024-11-16T10:21:30,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:21:30,486 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/cluster_bd061891-9c45-4f7b-3b98-71bf9e578eea, deleteOnExit=true 2024-11-16T10:21:30,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/test.cache.data in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:21:30,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:21:30,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:21:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:21:30,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:30,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:30,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:30,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:30,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:21:30,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:30,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2931b513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:30,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d30b01a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:30,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be60ff2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/java.io.tmpdir/jetty-localhost-46391-hadoop-hdfs-3_4_1-tests_jar-_-any-13787164354841705756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:30,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f12a355{HTTP/1.1, (http/1.1)}{localhost:46391} 2024-11-16T10:21:30,941 INFO [Time-limited test {}] server.Server(415): Started @285136ms 2024-11-16T10:21:31,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:31,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:31,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:31,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:31,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:21:31,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e137ac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:31,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2d18ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:31,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f906fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-16640128326524059518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:31,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e86e81c{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-16T10:21:31,322 INFO [Time-limited test {}] server.Server(415): Started @285517ms 2024-11-16T10:21:31,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:21:32,086 WARN [Thread-3542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/cluster_bd061891-9c45-4f7b-3b98-71bf9e578eea/data/data2/current/BP-323734067-172.17.0.2-1731752490501/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:32,086 WARN [Thread-3541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/cluster_bd061891-9c45-4f7b-3b98-71bf9e578eea/data/data1/current/BP-323734067-172.17.0.2-1731752490501/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:32,141 WARN [Thread-3529 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:21:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3933541e4d42b95f with lease ID 0x177ad737267ca60b: Processing first storage report for DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d from datanode DatanodeRegistration(127.0.0.1:35587, datanodeUuid=2e4250a1-cc5d-4829-964a-14c0b6145447, infoPort=32779, infoSecurePort=0, ipcPort=38297, storageInfo=lv=-57;cid=testClusterID;nsid=1422939568;c=1731752490501) 2024-11-16T10:21:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3933541e4d42b95f with lease ID 0x177ad737267ca60b: from storage DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d node DatanodeRegistration(127.0.0.1:35587, datanodeUuid=2e4250a1-cc5d-4829-964a-14c0b6145447, infoPort=32779, infoSecurePort=0, ipcPort=38297, storageInfo=lv=-57;cid=testClusterID;nsid=1422939568;c=1731752490501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3933541e4d42b95f with lease ID 0x177ad737267ca60b: Processing first storage report for DS-da239f88-ce04-4d91-99f5-dbd7d01ba8d1 from datanode DatanodeRegistration(127.0.0.1:35587, datanodeUuid=2e4250a1-cc5d-4829-964a-14c0b6145447, infoPort=32779, infoSecurePort=0, ipcPort=38297, storageInfo=lv=-57;cid=testClusterID;nsid=1422939568;c=1731752490501) 2024-11-16T10:21:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3933541e4d42b95f with lease ID 0x177ad737267ca60b: from storage DS-da239f88-ce04-4d91-99f5-dbd7d01ba8d1 node DatanodeRegistration(127.0.0.1:35587, datanodeUuid=2e4250a1-cc5d-4829-964a-14c0b6145447, infoPort=32779, infoSecurePort=0, ipcPort=38297, storageInfo=lv=-57;cid=testClusterID;nsid=1422939568;c=1731752490501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:32,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d 2024-11-16T10:21:32,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:21:32,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b with version=8 2024-11-16T10:21:32,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/hbase-staging 2024-11-16T10:21:32,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:21:32,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:32,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-16T10:21:32,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42337 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:32,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423370x0, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:32,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42337-0x1014329d7a10003 connected 2024-11-16T10:21:32,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/running 2024-11-16T10:21:32,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b, hbase.cluster.distributed=false 2024-11-16T10:21:32,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/acl 2024-11-16T10:21:32,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-16T10:21:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-16T10:21:32,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-16T10:21:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-16T10:21:32,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-16T10:21:32,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:21:32,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:32,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38369 2024-11-16T10:21:32,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38369 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:32,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:32,863 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383690x0, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:32,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383690x0, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/running 2024-11-16T10:21:32,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38369-0x1014329d7a10004 connected 2024-11-16T10:21:32,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:21:32,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:21:32,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/master 2024-11-16T10:21:32,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/acl 2024-11-16T10:21:32,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-16T10:21:32,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38369 2024-11-16T10:21:32,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38369 2024-11-16T10:21:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-16T10:21:32,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-16T10:21:32,926 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:42337 2024-11-16T10:21:32,926 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1876532845/backup-masters/b16ff38458c1,42337,1731752492663 2024-11-16T10:21:32,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/backup-masters 2024-11-16T10:21:32,936 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/backup-masters 2024-11-16T10:21:32,937 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on existing znode=/1-1876532845/backup-masters/b16ff38458c1,42337,1731752492663 2024-11-16T10:21:32,947 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876532845/master 2024-11-16T10:21:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:32,947 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:32,947 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on existing znode=/1-1876532845/master 2024-11-16T10:21:32,948 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1876532845/backup-masters/b16ff38458c1,42337,1731752492663 from backup master directory 2024-11-16T10:21:32,957 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/backup-masters 2024-11-16T10:21:32,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876532845/backup-masters/b16ff38458c1,42337,1731752492663 2024-11-16T10:21:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/backup-masters 2024-11-16T10:21:32,958 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:32,958 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,42337,1731752492663 2024-11-16T10:21:32,961 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/hbase.id] with ID: af5f6e3b-535f-4dff-860a-f57d6da08162 2024-11-16T10:21:32,961 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/.tmp/hbase.id 2024-11-16T10:21:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:21:33,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:21:33,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:21:33,368 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/.tmp/hbase.id]:[hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/hbase.id] 2024-11-16T10:21:33,377 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:33,378 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:21:33,379 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:21:33,431 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:21:33,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:33,437 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:21:33,438 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:21:33,449 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store 2024-11-16T10:21:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:33,475 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:33,475 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:33,475 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752493475Disabling compacts and flushes for region at 1731752493475Disabling writes for close at 1731752493475Writing region close event to WAL at 1731752493475Closed at 1731752493475 2024-11-16T10:21:33,476 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/.initializing 2024-11-16T10:21:33,476 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/WALs/b16ff38458c1,42337,1731752492663 2024-11-16T10:21:33,477 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:33,478 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C42337%2C1731752492663, suffix=, logDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/WALs/b16ff38458c1,42337,1731752492663, archiveDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/oldWALs, maxLogs=10 2024-11-16T10:21:33,492 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/WALs/b16ff38458c1,42337,1731752492663/b16ff38458c1%2C42337%2C1731752492663.1731752493478, exclude list is [], retry=0 2024-11-16T10:21:33,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d,DISK] 2024-11-16T10:21:33,496 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/WALs/b16ff38458c1,42337,1731752492663/b16ff38458c1%2C42337%2C1731752492663.1731752493478 2024-11-16T10:21:33,504 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779)] 2024-11-16T10:21:33,504 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:33,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:33,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:21:33,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:33,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:33,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:21:33,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:33,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:33,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:21:33,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:33,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:33,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:21:33,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:33,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:33,513 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,513 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,514 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,515 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,515 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,515 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:33,517 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:33,518 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:33,519 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66824418, jitterRate=-0.00423857569694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:33,519 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752493505Initializing all the Stores at 1731752493506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752493506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752493506Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752493506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752493506Cleaning up temporary data from old regions at 1731752493515 (+9 ms)Region opened successfully at 1731752493519 (+4 ms) 2024-11-16T10:21:33,519 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:21:33,522 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfc59d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:33,522 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:21:33,523 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:21:33,533 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:21:33,534 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/balancer because node does not exist (not necessarily an error) 2024-11-16T10:21:33,544 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/balancer already deleted, retry=false 2024-11-16T10:21:33,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:21:33,545 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:21:33,557 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/normalizer already deleted, retry=false 2024-11-16T10:21:33,558 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:21:33,559 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:21:33,568 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/switch/split already deleted, retry=false 2024-11-16T10:21:33,569 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:21:33,578 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/switch/merge already deleted, retry=false 2024-11-16T10:21:33,581 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:21:33,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/snapshot-cleanup already deleted, retry=false 2024-11-16T10:21:33,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876532845/running 2024-11-16T10:21:33,600 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876532845/running 2024-11-16T10:21:33,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,600 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,600 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,42337,1731752492663, sessionid=0x1014329d7a10003, setting cluster-up flag (Was=false) 2024-11-16T10:21:33,621 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,652 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1876532845/flush-table-proc/acquired, /1-1876532845/flush-table-proc/reached, /1-1876532845/flush-table-proc/abort 2024-11-16T10:21:33,653 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,42337,1731752492663 2024-11-16T10:21:33,673 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:33,705 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1876532845/online-snapshot/acquired, /1-1876532845/online-snapshot/reached, /1-1876532845/online-snapshot/abort 2024-11-16T10:21:33,706 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,42337,1731752492663 2024-11-16T10:21:33,707 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:21:33,708 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:33,708 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:21:33,708 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:21:33,709 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,42337,1731752492663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:33,710 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:33,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:21:33,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:33,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:21:33,721 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(746): ClusterId : af5f6e3b-535f-4dff-860a-f57d6da08162 2024-11-16T10:21:33,721 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:21:33,728 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752523728 2024-11-16T10:21:33,728 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:21:33,729 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,735 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:21:33,735 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:21:33,736 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:21:33,736 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:21:33,736 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:21:33,736 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:21:33,737 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:21:33,737 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:21:33,737 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752493737,5,FailOnTimeoutGroup] 2024-11-16T10:21:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:21:33,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:21:33,739 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b 2024-11-16T10:21:33,744 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752493737,5,FailOnTimeoutGroup] 2024-11-16T10:21:33,744 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,744 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:21:33,744 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,744 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,747 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:21:33,748 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b073c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:33,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:21:33,779 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:38369 2024-11-16T10:21:33,779 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:21:33,779 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:21:33,779 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:21:33,780 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,42337,1731752492663 with port=38369, startcode=1731752492849 2024-11-16T10:21:33,780 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:21:33,785 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:21:33,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,788 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b 2024-11-16T10:21:33,788 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33717 2024-11-16T10:21:33,788 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:21:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/rs 2024-11-16T10:21:33,844 DEBUG [RS:0;b16ff38458c1:38369 {}] zookeeper.ZKUtil(111): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on existing znode=/1-1876532845/rs/b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,844 WARN [RS:0;b16ff38458c1:38369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:33,844 INFO [RS:0;b16ff38458c1:38369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:33,844 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,852 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:21:33,856 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:21:33,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,38369,1731752492849] 2024-11-16T10:21:33,860 INFO [RS:0;b16ff38458c1:38369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:21:33,860 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,872 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:21:33,876 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:21:33,876 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,876 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,876 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,876 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:33,877 DEBUG [RS:0;b16ff38458c1:38369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,896 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38369,1731752492849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:33,918 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:21:33,918 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38369,1731752492849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,918 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,918 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.Replication(171): b16ff38458c1,38369,1731752492849 started 2024-11-16T10:21:33,936 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:33,936 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,38369,1731752492849, RpcServer on b16ff38458c1/172.17.0.2:38369, sessionid=0x1014329d7a10004 2024-11-16T10:21:33,936 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:21:33,936 DEBUG [RS:0;b16ff38458c1:38369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,936 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,38369,1731752492849' 2024-11-16T10:21:33,936 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1876532845/flush-table-proc/abort' 2024-11-16T10:21:33,936 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1876532845/flush-table-proc/acquired' 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,38369,1731752492849 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,38369,1731752492849' 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1876532845/online-snapshot/abort' 2024-11-16T10:21:33,937 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1876532845/online-snapshot/acquired' 2024-11-16T10:21:33,938 DEBUG [RS:0;b16ff38458c1:38369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:21:33,938 INFO [RS:0;b16ff38458c1:38369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:21:33,938 INFO [RS:0;b16ff38458c1:38369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:21:34,038 INFO [RS:0;b16ff38458c1:38369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:34,039 INFO [RS:0;b16ff38458c1:38369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C38369%2C1731752492849, suffix=, logDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849, archiveDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/oldWALs, maxLogs=10 2024-11-16T10:21:34,055 DEBUG [RS:0;b16ff38458c1:38369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, exclude list is [], retry=0 2024-11-16T10:21:34,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d,DISK] 2024-11-16T10:21:34,058 INFO [RS:0;b16ff38458c1:38369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 2024-11-16T10:21:34,059 DEBUG [RS:0;b16ff38458c1:38369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779)] 2024-11-16T10:21:34,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:34,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:34,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:34,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:34,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:34,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:34,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:34,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:34,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:34,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:34,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740 2024-11-16T10:21:34,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740 2024-11-16T10:21:34,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:34,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:34,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:34,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:34,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66375991, jitterRate=-0.010920658707618713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752494175Initializing all the Stores at 1731752494176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752494176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494176Cleaning up temporary data from old regions at 1731752494191 (+15 ms)Region opened successfully at 1731752494196 (+5 ms) 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:34,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:34,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752494196Disabling compacts and flushes for region at 1731752494196Disabling writes for close at 1731752494196Writing region close event to WAL at 1731752494197 (+1 ms)Closed at 1731752494197 2024-11-16T10:21:34,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:34,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:21:34,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:21:34,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:34,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:21:34,351 DEBUG [b16ff38458c1:42337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:21:34,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:34,352 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,38369,1731752492849, state=OPENING 2024-11-16T10:21:34,408 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:21:34,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:34,418 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:34,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876532845/meta-region-server: CHANGED 2024-11-16T10:21:34,418 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:34,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,38369,1731752492849}] 2024-11-16T10:21:34,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876532845/meta-region-server: CHANGED 2024-11-16T10:21:34,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:34,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:21:34,576 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:21:34,576 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:34,576 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:21:34,577 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C38369%2C1731752492849.meta, suffix=.meta, logDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849, archiveDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/oldWALs, maxLogs=10 2024-11-16T10:21:34,594 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.meta.1731752494578.meta, exclude list is [], retry=0 2024-11-16T10:21:34,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d,DISK] 2024-11-16T10:21:34,601 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.meta.1731752494578.meta 2024-11-16T10:21:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779)] 2024-11-16T10:21:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:34,602 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:34,602 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:21:34,603 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:21:34,603 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:21:34,603 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:34,603 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:21:34,603 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:21:34,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:34,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:34,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:34,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:34,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:34,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:34,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:34,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:34,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:34,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:34,625 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:34,625 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740 2024-11-16T10:21:34,626 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740 2024-11-16T10:21:34,627 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:34,627 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:34,628 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:34,629 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:34,630 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74526822, jitterRate=0.11053618788719177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:34,630 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:21:34,630 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752494603Writing region info on filesystem at 1731752494603Initializing all the Stores at 1731752494604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494620 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752494620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752494620Cleaning up temporary data from old regions at 1731752494627 (+7 ms)Running coprocessor post-open hooks at 1731752494630 (+3 ms)Region opened successfully at 1731752494630 2024-11-16T10:21:34,631 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752494570 2024-11-16T10:21:34,633 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:21:34,633 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:21:34,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:34,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,38369,1731752492849, state=OPEN 2024-11-16T10:21:34,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:34,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:34,645 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88718 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:34,663 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1876532845/meta-region-server 2024-11-16T10:21:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1876532845/meta-region-server 2024-11-16T10:21:34,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:34,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876532845/meta-region-server: CHANGED 2024-11-16T10:21:34,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876532845/meta-region-server: CHANGED 2024-11-16T10:21:34,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:21:34,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,38369,1731752492849 in 245 msec 2024-11-16T10:21:34,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:21:34,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-16T10:21:34,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:34,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:21:34,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:34,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38369,1731752492849, seqNum=-1] 2024-11-16T10:21:34,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:34,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:34,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 968 msec 2024-11-16T10:21:34,677 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752494677, completionTime=-1 2024-11-16T10:21:34,677 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:21:34,677 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:21:34,679 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:21:34,679 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752554679 2024-11-16T10:21:34,679 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752614679 2024-11-16T10:21:34,679 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:21:34,679 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:42337, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,682 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.726sec 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:34,684 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:21:34,686 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:21:34,687 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:21:34,687 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,42337,1731752492663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:34,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd13e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:34,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:34,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:34,723 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e81368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:34,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:34,725 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:34,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1728d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:34,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38369,1731752492849, seqNum=-1] 2024-11-16T10:21:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:34,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:34,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,42337,1731752492663 2024-11-16T10:21:34,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:34,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:34,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014329d7a10005 connected 2024-11-16T10:21:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir so I do NOT create it in target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f 2024-11-16T10:21:34,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:21:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.tmp.dir so I do NOT create it in target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f 2024-11-16T10:21:34,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:21:34,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f 2024-11-16T10:21:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/cluster_e940c0e5-7ba0-49e8-0bac-ab9e964f0eb7, deleteOnExit=true 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/test.cache.data in system properties and HBase conf 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:21:34,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:21:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:21:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:21:35,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:35,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:35,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:21:35,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:35,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:35,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:21:35,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:35,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3506c882{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:35,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df8353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:35,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f42321{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/java.io.tmpdir/jetty-localhost-43219-hadoop-hdfs-3_4_1-tests_jar-_-any-2940706956590826992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:35,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@97b16fd{HTTP/1.1, (http/1.1)}{localhost:43219} 2024-11-16T10:21:35,363 INFO [Time-limited test {}] server.Server(415): Started @289557ms 2024-11-16T10:21:35,722 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:35,722 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,723 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,723 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,723 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,724 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,778 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,778 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,779 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,795 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,795 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:35,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:21:35,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:21:35,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:21:35,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:21:35,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:21:35,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2c78b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:21:35,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63be21f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:21:35,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773c9faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/java.io.tmpdir/jetty-localhost-36689-hadoop-hdfs-3_4_1-tests_jar-_-any-5333143338538944400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:35,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e504b1c{HTTP/1.1, (http/1.1)}{localhost:36689} 2024-11-16T10:21:35,958 INFO [Time-limited test {}] server.Server(415): Started @290152ms 2024-11-16T10:21:35,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:21:36,683 WARN [Thread-3662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/cluster_e940c0e5-7ba0-49e8-0bac-ab9e964f0eb7/data/data1/current/BP-2100817599-172.17.0.2-1731752494814/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:36,683 WARN [Thread-3663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/cluster_e940c0e5-7ba0-49e8-0bac-ab9e964f0eb7/data/data2/current/BP-2100817599-172.17.0.2-1731752494814/current, will proceed with Du for space computation calculation, 2024-11-16T10:21:36,703 WARN [Thread-3650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d431547a7da0bd with lease ID 0x34acfb04306f92df: Processing first storage report for DS-806a9c41-14f6-4ff5-b0ce-211c20627d15 from datanode DatanodeRegistration(127.0.0.1:45179, datanodeUuid=3b658ce8-8917-409e-8bd6-626f109adefe, infoPort=39225, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=110687431;c=1731752494814) 2024-11-16T10:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d431547a7da0bd with lease ID 0x34acfb04306f92df: from storage DS-806a9c41-14f6-4ff5-b0ce-211c20627d15 node DatanodeRegistration(127.0.0.1:45179, datanodeUuid=3b658ce8-8917-409e-8bd6-626f109adefe, infoPort=39225, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=110687431;c=1731752494814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8d431547a7da0bd with lease ID 0x34acfb04306f92df: Processing first storage report for DS-7ae70985-28b3-42ba-b614-cd0161c13824 from datanode DatanodeRegistration(127.0.0.1:45179, datanodeUuid=3b658ce8-8917-409e-8bd6-626f109adefe, infoPort=39225, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=110687431;c=1731752494814) 2024-11-16T10:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8d431547a7da0bd with lease ID 0x34acfb04306f92df: from storage DS-7ae70985-28b3-42ba-b614-cd0161c13824 node DatanodeRegistration(127.0.0.1:45179, datanodeUuid=3b658ce8-8917-409e-8bd6-626f109adefe, infoPort=39225, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=110687431;c=1731752494814), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:21:36,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f 2024-11-16T10:21:36,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:36,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:21:37,217 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38 with version=8 2024-11-16T10:21:37,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/hbase-staging 2024-11-16T10:21:37,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:21:37,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:37,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38885 2024-11-16T10:21:37,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38885 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:37,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388850x0, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:37,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38885-0x1014329d7a10006 connected 2024-11-16T10:21:37,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:37,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:37,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/running 2024-11-16T10:21:37,351 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38, hbase.cluster.distributed=false 2024-11-16T10:21:37,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/acl 2024-11-16T10:21:37,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-16T10:21:37,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38885 2024-11-16T10:21:37,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38885 2024-11-16T10:21:37,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-16T10:21:37,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-16T10:21:37,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:21:37,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:21:37,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:21:37,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43207 2024-11-16T10:21:37,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43207 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:37,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:37,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:37,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432070x0, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:37,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43207-0x1014329d7a10007 connected 2024-11-16T10:21:37,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/running 2024-11-16T10:21:37,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:21:37,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:21:37,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/master 2024-11-16T10:21:37,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/acl 2024-11-16T10:21:37,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-16T10:21:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43207 2024-11-16T10:21:37,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43207 2024-11-16T10:21:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-16T10:21:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-16T10:21:37,419 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:38885 2024-11-16T10:21:37,419 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-344088667/backup-masters/b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/backup-masters 2024-11-16T10:21:37,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/backup-masters 2024-11-16T10:21:37,431 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on existing znode=/2-344088667/backup-masters/b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-344088667/master 2024-11-16T10:21:37,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,443 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on existing znode=/2-344088667/master 2024-11-16T10:21:37,444 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-344088667/backup-masters/b16ff38458c1,38885,1731752497219 from backup master directory 2024-11-16T10:21:37,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/backup-masters 2024-11-16T10:21:37,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-344088667/backup-masters/b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/backup-masters 2024-11-16T10:21:37,452 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:37,452 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/hbase.id] with ID: 7da512a7-4fbd-41d2-bed1-c7149f040451 2024-11-16T10:21:37,459 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/.tmp/hbase.id 2024-11-16T10:21:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:21:37,498 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/.tmp/hbase.id]:[hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/hbase.id] 2024-11-16T10:21:37,508 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:21:37,508 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:21:37,509 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:21:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:21:37,530 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:37,531 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:21:37,532 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:21:37,550 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store 2024-11-16T10:21:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:37,558 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:37,558 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:37,558 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752497558Disabling compacts and flushes for region at 1731752497558Disabling writes for close at 1731752497558Writing region close event to WAL at 1731752497558Closed at 1731752497558 2024-11-16T10:21:37,559 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/.initializing 2024-11-16T10:21:37,559 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/WALs/b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,560 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:37,561 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C38885%2C1731752497219, suffix=, logDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/WALs/b16ff38458c1,38885,1731752497219, archiveDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/oldWALs, maxLogs=10 2024-11-16T10:21:37,579 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/WALs/b16ff38458c1,38885,1731752497219/b16ff38458c1%2C38885%2C1731752497219.1731752497562, exclude list is [], retry=0 2024-11-16T10:21:37,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-806a9c41-14f6-4ff5-b0ce-211c20627d15,DISK] 2024-11-16T10:21:37,584 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/WALs/b16ff38458c1,38885,1731752497219/b16ff38458c1%2C38885%2C1731752497219.1731752497562 2024-11-16T10:21:37,588 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-16T10:21:37,588 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:37,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:37,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,589 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:21:37,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:37,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:37,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:21:37,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:37,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:37,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:21:37,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:37,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:37,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:21:37,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:37,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:37,598 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,598 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,599 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:37,601 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:21:37,604 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:37,604 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61689374, jitterRate=-0.08075669407844543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:37,604 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752497589Initializing all the Stores at 1731752497590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752497590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752497590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752497590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752497590Cleaning up temporary data from old regions at 1731752497600 (+10 ms)Region opened successfully at 1731752497604 (+4 ms) 2024-11-16T10:21:37,608 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:21:37,612 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc54292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:37,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:21:37,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:21:37,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:21:37,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:21:37,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:21:37,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:21:37,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:21:37,622 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:21:37,623 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/balancer because node does not exist (not necessarily an error) 2024-11-16T10:21:37,631 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/balancer already deleted, retry=false 2024-11-16T10:21:37,632 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:21:37,632 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:21:37,641 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/normalizer already deleted, retry=false 2024-11-16T10:21:37,642 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:21:37,643 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:21:37,652 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/switch/split already deleted, retry=false 2024-11-16T10:21:37,653 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:21:37,662 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/switch/merge already deleted, retry=false 2024-11-16T10:21:37,665 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:21:37,673 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/snapshot-cleanup already deleted, retry=false 2024-11-16T10:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-344088667/running 2024-11-16T10:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-344088667/running 2024-11-16T10:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,685 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,38885,1731752497219, sessionid=0x1014329d7a10006, setting cluster-up flag (Was=false) 2024-11-16T10:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,736 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-344088667/flush-table-proc/acquired, /2-344088667/flush-table-proc/reached, /2-344088667/flush-table-proc/abort 2024-11-16T10:21:37,737 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:37,789 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-344088667/online-snapshot/acquired, /2-344088667/online-snapshot/reached, /2-344088667/online-snapshot/abort 2024-11-16T10:21:37,790 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,38885,1731752497219 2024-11-16T10:21:37,791 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:21:37,798 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:37,798 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:21:37,798 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:21:37,799 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,38885,1731752497219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:21:37,800 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:37,800 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:37,800 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:37,801 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:21:37,801 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:21:37,801 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,801 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:37,801 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,816 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(746): ClusterId : 7da512a7-4fbd-41d2-bed1-c7149f040451 2024-11-16T10:21:37,816 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:21:37,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:37,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:21:37,818 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:37,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:21:37,829 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:21:37,829 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:21:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:21:37,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752527836 2024-11-16T10:21:37,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:21:37,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:21:37,836 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:21:37,837 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:21:37,837 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:21:37,837 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:21:37,840 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,842 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:21:37,842 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1630e8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:21:37,844 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:21:37,844 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:21:37,844 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:21:37,844 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:21:37,845 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:21:37,845 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:21:37,860 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752497845,5,FailOnTimeoutGroup] 2024-11-16T10:21:37,860 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752497860,5,FailOnTimeoutGroup] 2024-11-16T10:21:37,861 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,861 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:21:37,861 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,861 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,861 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:43207 2024-11-16T10:21:37,861 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:21:37,861 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:21:37,861 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:21:37,863 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,38885,1731752497219 with port=43207, startcode=1731752497371 2024-11-16T10:21:37,863 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:21:37,869 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:21:37,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,43207,1731752497371 2024-11-16T10:21:37,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38885 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:37,871 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38 2024-11-16T10:21:37,871 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36719 2024-11-16T10:21:37,871 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:21:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/rs 2024-11-16T10:21:37,954 DEBUG [RS:0;b16ff38458c1:43207 {}] zookeeper.ZKUtil(111): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on existing znode=/2-344088667/rs/b16ff38458c1,43207,1731752497371 2024-11-16T10:21:37,954 WARN [RS:0;b16ff38458c1:43207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:21:37,954 INFO [RS:0;b16ff38458c1:43207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:37,954 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371 2024-11-16T10:21:37,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,43207,1731752497371] 2024-11-16T10:21:37,960 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:21:37,963 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:21:37,963 INFO [RS:0;b16ff38458c1:43207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:21:37,963 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,964 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:21:37,965 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:21:37,965 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:37,965 DEBUG [RS:0;b16ff38458c1:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:21:37,968 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,968 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,968 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,968 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,969 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,969 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43207,1731752497371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:37,991 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:21:37,992 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43207,1731752497371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,992 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:37,992 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.Replication(171): b16ff38458c1,43207,1731752497371 started 2024-11-16T10:21:38,012 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,012 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,43207,1731752497371, RpcServer on b16ff38458c1/172.17.0.2:43207, sessionid=0x1014329d7a10007 2024-11-16T10:21:38,012 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:21:38,012 DEBUG [RS:0;b16ff38458c1:43207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,43207,1731752497371 2024-11-16T10:21:38,012 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43207,1731752497371' 2024-11-16T10:21:38,012 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-344088667/flush-table-proc/abort' 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-344088667/flush-table-proc/acquired' 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,43207,1731752497371 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43207,1731752497371' 2024-11-16T10:21:38,013 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-344088667/online-snapshot/abort' 2024-11-16T10:21:38,014 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-344088667/online-snapshot/acquired' 2024-11-16T10:21:38,014 DEBUG [RS:0;b16ff38458c1:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:21:38,014 INFO [RS:0;b16ff38458c1:43207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:21:38,014 INFO [RS:0;b16ff38458c1:43207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:21:38,114 INFO [RS:0;b16ff38458c1:43207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:21:38,116 INFO [RS:0;b16ff38458c1:43207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43207%2C1731752497371, suffix=, logDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371, archiveDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/oldWALs, maxLogs=10 2024-11-16T10:21:38,135 DEBUG [RS:0;b16ff38458c1:43207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, exclude list is [], retry=0 2024-11-16T10:21:38,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-806a9c41-14f6-4ff5-b0ce-211c20627d15,DISK] 2024-11-16T10:21:38,140 INFO [RS:0;b16ff38458c1:43207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 2024-11-16T10:21:38,143 DEBUG [RS:0;b16ff38458c1:43207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-16T10:21:38,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:21:38,236 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38 2024-11-16T10:21:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:21:38,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:38,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:38,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:38,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:38,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:38,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:38,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:38,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:38,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:38,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740 2024-11-16T10:21:38,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740 2024-11-16T10:21:38,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:38,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:38,258 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:38,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:38,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:38,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66993177, jitterRate=-0.0017238706350326538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:38,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752498249Initializing all the Stores at 1731752498250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498252 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752498252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498252Cleaning up temporary data from old regions at 1731752498258 (+6 ms)Region opened successfully at 1731752498261 (+3 ms) 2024-11-16T10:21:38,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:38,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:38,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:38,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:38,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:38,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752498261Disabling compacts and flushes for region at 1731752498261Disabling writes for close at 1731752498261Writing region close event to WAL at 1731752498266 (+5 ms)Closed at 1731752498266 2024-11-16T10:21:38,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:38,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:21:38,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:21:38,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:38,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:21:38,419 DEBUG [b16ff38458c1:38885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:21:38,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:38,420 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43207,1731752497371, state=OPENING 2024-11-16T10:21:38,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:21:38,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:38,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:38,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:21:38,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-344088667/meta-region-server: CHANGED 2024-11-16T10:21:38,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-344088667/meta-region-server: CHANGED 2024-11-16T10:21:38,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43207,1731752497371}] 2024-11-16T10:21:38,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:38,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:21:38,637 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:21:38,637 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:38,638 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:21:38,639 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43207%2C1731752497371.meta, suffix=.meta, logDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371, archiveDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/oldWALs, maxLogs=10 2024-11-16T10:21:38,658 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.meta.1731752498639.meta, exclude list is [], retry=0 2024-11-16T10:21:38,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-806a9c41-14f6-4ff5-b0ce-211c20627d15,DISK] 2024-11-16T10:21:38,662 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.meta.1731752498639.meta 2024-11-16T10:21:38,662 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-16T10:21:38,662 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:38,662 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:21:38,663 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:21:38,663 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:21:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:21:38,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:21:38,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:21:38,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:21:38,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:21:38,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:21:38,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:21:38,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:21:38,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:21:38,668 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:21:38,669 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740 2024-11-16T10:21:38,670 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740 2024-11-16T10:21:38,671 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:21:38,671 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:21:38,671 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:21:38,672 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:21:38,673 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72751757, jitterRate=0.08408565819263458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:21:38,673 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:21:38,673 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752498663Writing region info on filesystem at 1731752498663Initializing all the Stores at 1731752498664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752498664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752498664Cleaning up temporary data from old regions at 1731752498671 (+7 ms)Running coprocessor post-open hooks at 1731752498673 (+2 ms)Region opened successfully at 1731752498673 2024-11-16T10:21:38,674 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752498633 2024-11-16T10:21:38,676 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:21:38,676 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:21:38,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:38,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43207,1731752497371, state=OPEN 2024-11-16T10:21:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-344088667/meta-region-server 2024-11-16T10:21:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-344088667/meta-region-server 2024-11-16T10:21:38,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:38,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-344088667/meta-region-server: CHANGED 2024-11-16T10:21:38,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-344088667/meta-region-server: CHANGED 2024-11-16T10:21:38,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:21:38,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43207,1731752497371 in 203 msec 2024-11-16T10:21:38,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:21:38,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-16T10:21:38,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:21:38,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:21:38,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:38,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43207,1731752497371, seqNum=-1] 2024-11-16T10:21:38,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:38,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:38,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-16T10:21:38,695 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752498695, completionTime=-1 2024-11-16T10:21:38,696 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:21:38,696 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752558698 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752618698 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:38885, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,698 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,699 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,701 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.250sec 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:21:38,703 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:21:38,705 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:21:38,705 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:21:38,705 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38885,1731752497219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:21:38,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e8ba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:38,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:38,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:38,718 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:38,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1ff019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:38,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:38,720 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:38,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0fde24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:38,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43207,1731752497371, seqNum=-1] 2024-11-16T10:21:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:38,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:38,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,38885,1731752497219 2024-11-16T10:21:38,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51944 2024-11-16T10:21:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:21:38,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014329d7a10008 connected 2024-11-16T10:21:38,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38729,1731752486149 2024-11-16T10:21:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79783a35 2024-11-16T10:21:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:38,751 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:21:38,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:38,755 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:38,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:21:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:38,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:21:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:39,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c322418f7f85519fe3d918d736766d9, NAME => 'test,,1731752498751.4c322418f7f85519fe3d918d736766d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1 2024-11-16T10:21:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:21:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752498751.4c322418f7f85519fe3d918d736766d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c322418f7f85519fe3d918d736766d9, disabling compactions & flushes 2024-11-16T10:21:39,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752498751.4c322418f7f85519fe3d918d736766d9. after waiting 0 ms 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c322418f7f85519fe3d918d736766d9: Waiting for close lock at 1731752499568Disabling compacts and flushes for region at 1731752499568Disabling writes for close at 1731752499568Writing region close event to WAL at 1731752499568Closed at 1731752499568 2024-11-16T10:21:39,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:39,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752498751.4c322418f7f85519fe3d918d736766d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752499570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752499570"}]},"ts":"1731752499570"} 2024-11-16T10:21:39,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:39,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:39,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752499574"}]},"ts":"1731752499574"} 2024-11-16T10:21:39,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:21:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c322418f7f85519fe3d918d736766d9, ASSIGN}] 2024-11-16T10:21:39,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c322418f7f85519fe3d918d736766d9, ASSIGN 2024-11-16T10:21:39,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c322418f7f85519fe3d918d736766d9, ASSIGN; state=OFFLINE, location=b16ff38458c1,44299,1731752486412; forceNewPlan=false, retain=false 2024-11-16T10:21:39,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c322418f7f85519fe3d918d736766d9, regionState=OPENING, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:39,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c322418f7f85519fe3d918d736766d9, ASSIGN because future has completed 2024-11-16T10:21:39,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c322418f7f85519fe3d918d736766d9, server=b16ff38458c1,44299,1731752486412}] 2024-11-16T10:21:39,892 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,893 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c322418f7f85519fe3d918d736766d9, NAME => 'test,,1731752498751.4c322418f7f85519fe3d918d736766d9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:39,893 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:39,893 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:21:39,893 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,893 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752498751.4c322418f7f85519fe3d918d736766d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:39,893 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,893 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:39,894 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,896 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c322418f7f85519fe3d918d736766d9 columnFamilyName f 2024-11-16T10:21:39,896 DEBUG [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:39,896 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(327): Store=4c322418f7f85519fe3d918d736766d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:39,896 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,897 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c322418f7f85519fe3d918d736766d9 columnFamilyName f1 2024-11-16T10:21:39,897 DEBUG [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:39,898 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(327): Store=4c322418f7f85519fe3d918d736766d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:39,898 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,899 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c322418f7f85519fe3d918d736766d9 columnFamilyName norep 2024-11-16T10:21:39,899 DEBUG [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:39,900 INFO [StoreOpener-4c322418f7f85519fe3d918d736766d9-1 {}] regionserver.HStore(327): Store=4c322418f7f85519fe3d918d736766d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:39,900 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,901 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,901 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,902 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,902 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,903 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:39,904 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,907 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:39,907 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c322418f7f85519fe3d918d736766d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62504182, jitterRate=-0.06861510872840881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:39,907 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:21:39,908 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c322418f7f85519fe3d918d736766d9: Running coprocessor pre-open hook at 1731752499893Writing region info on filesystem at 1731752499893Initializing all the Stores at 1731752499894 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752499894Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752499894Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752499894Cleaning up temporary data from old regions at 1731752499902 (+8 ms)Running coprocessor post-open hooks at 1731752499907 (+5 ms)Region opened successfully at 1731752499908 (+1 ms) 2024-11-16T10:21:39,910 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752498751.4c322418f7f85519fe3d918d736766d9., pid=6, masterSystemTime=1731752499883 2024-11-16T10:21:39,911 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,912 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:21:39,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c322418f7f85519fe3d918d736766d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:39,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c322418f7f85519fe3d918d736766d9, server=b16ff38458c1,44299,1731752486412 because future has completed 2024-11-16T10:21:39,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:21:39,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c322418f7f85519fe3d918d736766d9, server=b16ff38458c1,44299,1731752486412 in 184 msec 2024-11-16T10:21:39,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:21:39,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c322418f7f85519fe3d918d736766d9, ASSIGN in 341 msec 2024-11-16T10:21:39,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:39,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752499919"}]},"ts":"1731752499919"} 2024-11-16T10:21:39,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:21:39,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:39,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-16T10:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:40,904 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:21:40,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e48f30 2024-11-16T10:21:40,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:40,906 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:40,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:21:40,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:40,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:40,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:21:40,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:21:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:41,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:21:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:41,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03aa87547416167a85aab27c5e4f3ebd, NAME => 'test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b 2024-11-16T10:21:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:21:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03aa87547416167a85aab27c5e4f3ebd, disabling compactions & flushes 2024-11-16T10:21:41,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. after waiting 0 ms 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:41,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:41,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03aa87547416167a85aab27c5e4f3ebd: Waiting for close lock at 1731752501720Disabling compacts and flushes for region at 1731752501720Disabling writes for close at 1731752501720Writing region close event to WAL at 1731752501720Closed at 1731752501720 2024-11-16T10:21:41,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:41,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752501721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752501721"}]},"ts":"1731752501721"} 2024-11-16T10:21:41,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:41,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:41,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752501724"}]},"ts":"1731752501724"} 2024-11-16T10:21:41,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:21:41,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03aa87547416167a85aab27c5e4f3ebd, ASSIGN}] 2024-11-16T10:21:41,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03aa87547416167a85aab27c5e4f3ebd, ASSIGN 2024-11-16T10:21:41,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03aa87547416167a85aab27c5e4f3ebd, ASSIGN; state=OFFLINE, location=b16ff38458c1,38369,1731752492849; forceNewPlan=false, retain=false 2024-11-16T10:21:41,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03aa87547416167a85aab27c5e4f3ebd, regionState=OPENING, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:41,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03aa87547416167a85aab27c5e4f3ebd, ASSIGN because future has completed 2024-11-16T10:21:41,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03aa87547416167a85aab27c5e4f3ebd, server=b16ff38458c1,38369,1731752492849}] 2024-11-16T10:21:42,035 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:42,035 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03aa87547416167a85aab27c5e4f3ebd, NAME => 'test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:42,035 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:42,035 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:21:42,036 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,036 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:42,036 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,036 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,037 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,045 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03aa87547416167a85aab27c5e4f3ebd columnFamilyName f 2024-11-16T10:21:42,046 DEBUG [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:42,046 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(327): Store=03aa87547416167a85aab27c5e4f3ebd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:42,046 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,050 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03aa87547416167a85aab27c5e4f3ebd columnFamilyName f1 2024-11-16T10:21:42,050 DEBUG [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:42,050 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(327): Store=03aa87547416167a85aab27c5e4f3ebd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:42,050 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,051 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03aa87547416167a85aab27c5e4f3ebd columnFamilyName norep 2024-11-16T10:21:42,051 DEBUG [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:42,051 INFO [StoreOpener-03aa87547416167a85aab27c5e4f3ebd-1 {}] regionserver.HStore(327): Store=03aa87547416167a85aab27c5e4f3ebd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:42,052 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,052 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,052 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,053 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,053 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,053 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:42,054 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,056 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:42,056 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03aa87547416167a85aab27c5e4f3ebd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68816953, jitterRate=0.02545250952243805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:42,056 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:42,056 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03aa87547416167a85aab27c5e4f3ebd: Running coprocessor pre-open hook at 1731752502036Writing region info on filesystem at 1731752502036Initializing all the Stores at 1731752502036Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752502037 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752502037Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752502037Cleaning up temporary data from old regions at 1731752502053 (+16 ms)Running coprocessor post-open hooks at 1731752502056 (+3 ms)Region opened successfully at 1731752502056 2024-11-16T10:21:42,057 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd., pid=6, masterSystemTime=1731752502032 2024-11-16T10:21:42,059 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:42,059 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:42,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03aa87547416167a85aab27c5e4f3ebd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:42,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03aa87547416167a85aab27c5e4f3ebd, server=b16ff38458c1,38369,1731752492849 because future has completed 2024-11-16T10:21:42,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:21:42,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03aa87547416167a85aab27c5e4f3ebd, server=b16ff38458c1,38369,1731752492849 in 181 msec 2024-11-16T10:21:42,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:21:42,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03aa87547416167a85aab27c5e4f3ebd, ASSIGN in 337 msec 2024-11-16T10:21:42,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:42,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752502065"}]},"ts":"1731752502065"} 2024-11-16T10:21:42,067 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:21:42,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:42,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-16T10:21:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:43,054 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:21:43,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38885,1731752497219 2024-11-16T10:21:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3defd9 2024-11-16T10:21:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:43,057 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:43,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:21:43,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:43,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:43,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:21:43,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:21:43,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2759f00654f6e9c9767ec131ff26a9f0, NAME => 'test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38 2024-11-16T10:21:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:21:43,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:43,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2759f00654f6e9c9767ec131ff26a9f0, disabling compactions & flushes 2024-11-16T10:21:43,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. after waiting 0 ms 2024-11-16T10:21:43,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2759f00654f6e9c9767ec131ff26a9f0: Waiting for close lock at 1731752503073Disabling compacts and flushes for region at 1731752503073Disabling writes for close at 1731752503074 (+1 ms)Writing region close event to WAL at 1731752503074Closed at 1731752503074 2024-11-16T10:21:43,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:43,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752503075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752503075"}]},"ts":"1731752503075"} 2024-11-16T10:21:43,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:43,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:43,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752503077"}]},"ts":"1731752503077"} 2024-11-16T10:21:43,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:21:43,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2759f00654f6e9c9767ec131ff26a9f0, ASSIGN}] 2024-11-16T10:21:43,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2759f00654f6e9c9767ec131ff26a9f0, ASSIGN 2024-11-16T10:21:43,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2759f00654f6e9c9767ec131ff26a9f0, ASSIGN; state=OFFLINE, location=b16ff38458c1,43207,1731752497371; forceNewPlan=false, retain=false 2024-11-16T10:21:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:21:43,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:21:43,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:43,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:21:43,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2759f00654f6e9c9767ec131ff26a9f0, regionState=OPENING, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:43,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2759f00654f6e9c9767ec131ff26a9f0, ASSIGN because future has completed 2024-11-16T10:21:43,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2759f00654f6e9c9767ec131ff26a9f0, server=b16ff38458c1,43207,1731752497371}] 2024-11-16T10:21:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:43,387 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,387 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2759f00654f6e9c9767ec131ff26a9f0, NAME => 'test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:43,388 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:43,388 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:21:43,388 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,388 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:43,388 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,388 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,389 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,390 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2759f00654f6e9c9767ec131ff26a9f0 columnFamilyName f 2024-11-16T10:21:43,390 DEBUG [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:43,390 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(327): Store=2759f00654f6e9c9767ec131ff26a9f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:43,390 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,391 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2759f00654f6e9c9767ec131ff26a9f0 columnFamilyName f1 2024-11-16T10:21:43,391 DEBUG [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:43,391 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(327): Store=2759f00654f6e9c9767ec131ff26a9f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:43,391 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,392 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2759f00654f6e9c9767ec131ff26a9f0 columnFamilyName norep 2024-11-16T10:21:43,392 DEBUG [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:43,392 INFO [StoreOpener-2759f00654f6e9c9767ec131ff26a9f0-1 {}] regionserver.HStore(327): Store=2759f00654f6e9c9767ec131ff26a9f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:43,392 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,392 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,393 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,393 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,393 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,393 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:43,394 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,395 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:43,395 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2759f00654f6e9c9767ec131ff26a9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69247767, jitterRate=0.031872138381004333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:43,395 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:43,395 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2759f00654f6e9c9767ec131ff26a9f0: Running coprocessor pre-open hook at 1731752503388Writing region info on filesystem at 1731752503388Initializing all the Stores at 1731752503388Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752503389 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752503389Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752503389Cleaning up temporary data from old regions at 1731752503393 (+4 ms)Running coprocessor post-open hooks at 1731752503395 (+2 ms)Region opened successfully at 1731752503395 2024-11-16T10:21:43,396 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0., pid=6, masterSystemTime=1731752503384 2024-11-16T10:21:43,398 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,398 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:43,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2759f00654f6e9c9767ec131ff26a9f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2759f00654f6e9c9767ec131ff26a9f0, server=b16ff38458c1,43207,1731752497371 because future has completed 2024-11-16T10:21:43,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:21:43,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2759f00654f6e9c9767ec131ff26a9f0, server=b16ff38458c1,43207,1731752497371 in 167 msec 2024-11-16T10:21:43,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:21:43,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2759f00654f6e9c9767ec131ff26a9f0, ASSIGN in 322 msec 2024-11-16T10:21:43,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:43,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752503403"}]},"ts":"1731752503403"} 2024-11-16T10:21:43,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:21:43,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:43,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 348 msec 2024-11-16T10:21:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:21:43,685 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:21:43,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46da2e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38729,-1 for getting cluster id 2024-11-16T10:21:43,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:43,687 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21c613ea-0223-49e9-9880-f0b4bfd44306' 2024-11-16T10:21:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21c613ea-0223-49e9-9880-f0b4bfd44306" 2024-11-16T10:21:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2971795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38729,-1] 2024-11-16T10:21:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:43,689 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:43,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570480d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38729,1731752486149 2024-11-16T10:21:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73380acb 2024-11-16T10:21:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:43,691 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:43,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:43,694 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:42337' 2024-11-16T10:21:43,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e0958d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,695 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:43,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:43,695 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:43,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:43,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abdd748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:43,696 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5024b8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:43,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:43,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:43,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d09e149 2024-11-16T10:21:43,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:43,698 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:43,699 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:21:43,699 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:43,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:43,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:43,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:43,700 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:43,701 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:43,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:43,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:43,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:43,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:43,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:44,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dafc4ef1aedbf732a8b80c58a83ce2c2, NAME => 'hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1 2024-11-16T10:21:44,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:44,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dafc4ef1aedbf732a8b80c58a83ce2c2, disabling compactions & flushes 2024-11-16T10:21:44,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. after waiting 0 ms 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:44,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:44,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dafc4ef1aedbf732a8b80c58a83ce2c2: Waiting for close lock at 1731752504679Disabling compacts and flushes for region at 1731752504679Disabling writes for close at 1731752504679Writing region close event to WAL at 1731752504679Closed at 1731752504679 2024-11-16T10:21:44,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:44,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752504680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752504680"}]},"ts":"1731752504680"} 2024-11-16T10:21:44,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:44,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:44,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752504682"}]},"ts":"1731752504682"} 2024-11-16T10:21:44,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:44,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dafc4ef1aedbf732a8b80c58a83ce2c2, ASSIGN}] 2024-11-16T10:21:44,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dafc4ef1aedbf732a8b80c58a83ce2c2, ASSIGN 2024-11-16T10:21:44,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dafc4ef1aedbf732a8b80c58a83ce2c2, ASSIGN; state=OFFLINE, location=b16ff38458c1,44299,1731752486412; forceNewPlan=false, retain=false 2024-11-16T10:21:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:44,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dafc4ef1aedbf732a8b80c58a83ce2c2, regionState=OPENING, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:44,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dafc4ef1aedbf732a8b80c58a83ce2c2, ASSIGN because future has completed 2024-11-16T10:21:44,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dafc4ef1aedbf732a8b80c58a83ce2c2, server=b16ff38458c1,44299,1731752486412}] 2024-11-16T10:21:44,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:44,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:44,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:44,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C44299%2C1731752486412.rep, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs, maxLogs=10 2024-11-16T10:21:45,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.rep.1731752504994, exclude list is [], retry=0 2024-11-16T10:21:45,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41505,DS-2fc18323-2075-4b27-9e75-8c65efbb4272,DISK] 2024-11-16T10:21:45,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.rep.1731752504994 2024-11-16T10:21:45,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45955:45955)] 2024-11-16T10:21:45,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dafc4ef1aedbf732a8b80c58a83ce2c2, NAME => 'hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:45,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. service=MultiRowMutationService 2024-11-16T10:21:45,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,013 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,014 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dafc4ef1aedbf732a8b80c58a83ce2c2 columnFamilyName hfileref 2024-11-16T10:21:45,014 DEBUG [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:45,015 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(327): Store=dafc4ef1aedbf732a8b80c58a83ce2c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:45,015 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,016 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dafc4ef1aedbf732a8b80c58a83ce2c2 columnFamilyName queue 2024-11-16T10:21:45,016 DEBUG [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:45,016 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(327): Store=dafc4ef1aedbf732a8b80c58a83ce2c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:45,016 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,017 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dafc4ef1aedbf732a8b80c58a83ce2c2 columnFamilyName sid 2024-11-16T10:21:45,017 DEBUG [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:45,018 INFO [StoreOpener-dafc4ef1aedbf732a8b80c58a83ce2c2-1 {}] regionserver.HStore(327): Store=dafc4ef1aedbf732a8b80c58a83ce2c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:45,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:45,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:45,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dafc4ef1aedbf732a8b80c58a83ce2c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67163436, jitterRate=8.131861686706543E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:45,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:21:45,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dafc4ef1aedbf732a8b80c58a83ce2c2: Running coprocessor pre-open hook at 1731752505012Writing region info on filesystem at 1731752505012Initializing all the Stores at 1731752505013 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752505013Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752505013Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752505013Cleaning up temporary data from old regions at 1731752505019 (+6 ms)Running coprocessor post-open hooks at 1731752505022 (+3 ms)Region opened successfully at 1731752505022 2024-11-16T10:21:45,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2., pid=10, masterSystemTime=1731752504989 2024-11-16T10:21:45,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:45,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:21:45,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dafc4ef1aedbf732a8b80c58a83ce2c2, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,44299,1731752486412 2024-11-16T10:21:45,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dafc4ef1aedbf732a8b80c58a83ce2c2, server=b16ff38458c1,44299,1731752486412 because future has completed 2024-11-16T10:21:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dafc4ef1aedbf732a8b80c58a83ce2c2, server=b16ff38458c1,44299,1731752486412 in 189 msec 2024-11-16T10:21:45,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:45,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dafc4ef1aedbf732a8b80c58a83ce2c2, ASSIGN in 345 msec 2024-11-16T10:21:45,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:45,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752505030"}]},"ts":"1731752505030"} 2024-11-16T10:21:45,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:45,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:45,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3330 sec 2024-11-16T10:21:45,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2., hostname=b16ff38458c1,44299,1731752486412, seqNum=2] 2024-11-16T10:21:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:21:45,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:45,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:45,255 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:45,282 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,44299,1731752486412, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:45,283 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:45,283 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44299,1731752486412, seqNum=-1] 2024-11-16T10:21:45,283 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:45,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:45,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,44299,1731752486412', locateType=CURRENT is [region=hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2., hostname=b16ff38458c1,44299,1731752486412, seqNum=2] 2024-11-16T10:21:45,287 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:45,289 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,44299,1731752486412 suceeded 2024-11-16T10:21:45,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:45,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T10:21:45,290 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:45,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5990 sec 2024-11-16T10:21:45,300 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:42337' 2024-11-16T10:21:45,301 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240a02ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,301 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:45,301 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:45,302 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5f0be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,303 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:45,303 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e271046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,303 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb568de 2024-11-16T10:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:45,305 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:45,305 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,44299,1731752486412 (queues=1) is replicating from cluster=21c613ea-0223-49e9-9880-f0b4bfd44306 to cluster=af5f6e3b-535f-4dff-860a-f57d6da08162 2024-11-16T10:21:45,305 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C44299%2C1731752486412 2024-11-16T10:21:45,305 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,44299,1731752486412, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:45,306 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C44299%2C1731752486412 2024-11-16T10:21:45,306 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351, startPosition=0, beingWritten=true 2024-11-16T10:21:45,309 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:45,309 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:45,309 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,44299,1731752486412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:45,512 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:45,819 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:45,844 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:45,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:45,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:45,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:45,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe3fd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:45,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:45,848 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a7e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,849 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a955b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:45,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:45,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c62809 2024-11-16T10:21:45,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:45,852 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:45,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:38885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:45,855 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:38885' 2024-11-16T10:21:45,856 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4999be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,856 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:45,857 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:45,857 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f6057b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:45,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:45,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,858 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:45,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46546909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:45,859 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:45,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38885,1731752497219 2024-11-16T10:21:45,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350d0904 2024-11-16T10:21:45,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:45,861 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:45,862 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T10:21:45,862 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:45,862 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,862 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:45,862 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:45,863 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:45,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:45,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:45,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:45,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:45,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4578976e1d917d63e25e435c0b676eb0, NAME => 'hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b 2024-11-16T10:21:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4578976e1d917d63e25e435c0b676eb0, disabling compactions & flushes 2024-11-16T10:21:45,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. after waiting 0 ms 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:45,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:45,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4578976e1d917d63e25e435c0b676eb0: Waiting for close lock at 1731752505885Disabling compacts and flushes for region at 1731752505885Disabling writes for close at 1731752505885Writing region close event to WAL at 1731752505885Closed at 1731752505885 2024-11-16T10:21:45,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:45,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752505886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752505886"}]},"ts":"1731752505886"} 2024-11-16T10:21:45,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:45,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:45,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752505889"}]},"ts":"1731752505889"} 2024-11-16T10:21:45,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:45,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4578976e1d917d63e25e435c0b676eb0, ASSIGN}] 2024-11-16T10:21:45,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4578976e1d917d63e25e435c0b676eb0, ASSIGN 2024-11-16T10:21:45,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4578976e1d917d63e25e435c0b676eb0, ASSIGN; state=OFFLINE, location=b16ff38458c1,38369,1731752492849; forceNewPlan=false, retain=false 2024-11-16T10:21:45,913 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:46,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4578976e1d917d63e25e435c0b676eb0, regionState=OPENING, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4578976e1d917d63e25e435c0b676eb0, ASSIGN because future has completed 2024-11-16T10:21:46,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4578976e1d917d63e25e435c0b676eb0, server=b16ff38458c1,38369,1731752492849}] 2024-11-16T10:21:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:46,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:46,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:46,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:46,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C38369%2C1731752492849.rep, suffix=, logDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849, archiveDir=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/oldWALs, maxLogs=10 2024-11-16T10:21:46,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.rep.1731752506204, exclude list is [], retry=0 2024-11-16T10:21:46,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-bd54d7b4-61a5-41c3-824f-78e8ef7cf86d,DISK] 2024-11-16T10:21:46,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.rep.1731752506204 2024-11-16T10:21:46,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779)] 2024-11-16T10:21:46,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4578976e1d917d63e25e435c0b676eb0, NAME => 'hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:46,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. service=MultiRowMutationService 2024-11-16T10:21:46,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,225 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,226 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4578976e1d917d63e25e435c0b676eb0 columnFamilyName hfileref 2024-11-16T10:21:46,226 DEBUG [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:46,226 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(327): Store=4578976e1d917d63e25e435c0b676eb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:46,227 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,227 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:46,227 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4578976e1d917d63e25e435c0b676eb0 columnFamilyName queue 2024-11-16T10:21:46,227 DEBUG [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:46,228 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(327): Store=4578976e1d917d63e25e435c0b676eb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:46,228 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,228 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4578976e1d917d63e25e435c0b676eb0 columnFamilyName sid 2024-11-16T10:21:46,228 DEBUG [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:46,229 INFO [StoreOpener-4578976e1d917d63e25e435c0b676eb0-1 {}] regionserver.HStore(327): Store=4578976e1d917d63e25e435c0b676eb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:46,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:46,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:46,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4578976e1d917d63e25e435c0b676eb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72801895, jitterRate=0.08483277261257172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:46,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:46,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4578976e1d917d63e25e435c0b676eb0: Running coprocessor pre-open hook at 1731752506224Writing region info on filesystem at 1731752506224Initializing all the Stores at 1731752506225 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752506225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752506225Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752506225Cleaning up temporary data from old regions at 1731752506230 (+5 ms)Running coprocessor post-open hooks at 1731752506233 (+3 ms)Region opened successfully at 1731752506233 2024-11-16T10:21:46,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0., pid=10, masterSystemTime=1731752506199 2024-11-16T10:21:46,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:46,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:46,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4578976e1d917d63e25e435c0b676eb0, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,38369,1731752492849 2024-11-16T10:21:46,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4578976e1d917d63e25e435c0b676eb0, server=b16ff38458c1,38369,1731752492849 because future has completed 2024-11-16T10:21:46,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:46,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4578976e1d917d63e25e435c0b676eb0, server=b16ff38458c1,38369,1731752492849 in 192 msec 2024-11-16T10:21:46,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:46,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4578976e1d917d63e25e435c0b676eb0, ASSIGN in 348 msec 2024-11-16T10:21:46,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:46,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752506241"}]},"ts":"1731752506241"} 2024-11-16T10:21:46,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:46,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:46,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec 2024-11-16T10:21:46,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0., hostname=b16ff38458c1,38369,1731752492849, seqNum=2] 2024-11-16T10:21:46,375 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:46,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:46,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:46,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:46,550 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:46,582 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,38369,1731752492849, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:46,582 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:46,582 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38369,1731752492849, seqNum=-1] 2024-11-16T10:21:46,583 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:46,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,38369,1731752492849', locateType=CURRENT is [region=hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0., hostname=b16ff38458c1,38369,1731752492849, seqNum=2] 2024-11-16T10:21:46,587 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:46,589 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,38369,1731752492849 suceeded 2024-11-16T10:21:46,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:46,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-16T10:21:46,591 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:38885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:46,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 738 msec 2024-11-16T10:21:46,602 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:38885' 2024-11-16T10:21:46,604 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f33e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,604 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:46,604 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:46,605 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:46,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:46,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e789deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:46,606 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:46,607 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e39bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,607 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:46,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38885,1731752497219 2024-11-16T10:21:46,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141050e9 2024-11-16T10:21:46,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:46,608 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:46,609 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,38369,1731752492849 (queues=1) is replicating from cluster=af5f6e3b-535f-4dff-860a-f57d6da08162 to cluster=7da512a7-4fbd-41d2-bed1-c7149f040451 2024-11-16T10:21:46,609 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C38369%2C1731752492849 2024-11-16T10:21:46,609 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,38369,1731752492849, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:46,616 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, startPosition=0, beingWritten=true 2024-11-16T10:21:46,620 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C38369%2C1731752492849 2024-11-16T10:21:46,623 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:46,623 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:46,624 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:46,730 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:46,827 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:46,994 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:46,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:46,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:46,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:46,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:46,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:46,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e231b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:46,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:46,996 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e797c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:46,997 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235562a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:46,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,38885,1731752497219 2024-11-16T10:21:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@332412cf 2024-11-16T10:21:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:46,999 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:46,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:21:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:21:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:47,001 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:42337' 2024-11-16T10:21:47,002 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13095a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:47,002 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:47,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:47,003 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4405f965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:47,004 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0427d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:47,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:47,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:47,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba06012 2024-11-16T10:21:47,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:47,005 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:21:47,006 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:21:47,006 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:21:47,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:47,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:47,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:47,006 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:21:47,007 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:21:47,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:21:47,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:47,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:21:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:21:47,057 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:21:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:47,131 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:47,337 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:47,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d35147efc9cc2a07f1c90d4a0eaae039, NAME => 'hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38 2024-11-16T10:21:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:21:47,535 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d35147efc9cc2a07f1c90d4a0eaae039, disabling compactions & flushes 2024-11-16T10:21:47,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. after waiting 0 ms 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:47,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:47,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d35147efc9cc2a07f1c90d4a0eaae039: Waiting for close lock at 1731752507822Disabling compacts and flushes for region at 1731752507822Disabling writes for close at 1731752507822Writing region close event to WAL at 1731752507822Closed at 1731752507822 2024-11-16T10:21:47,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:21:47,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752507823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752507823"}]},"ts":"1731752507823"} 2024-11-16T10:21:47,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:21:47,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:21:47,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752507826"}]},"ts":"1731752507826"} 2024-11-16T10:21:47,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:21:47,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d35147efc9cc2a07f1c90d4a0eaae039, ASSIGN}] 2024-11-16T10:21:47,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d35147efc9cc2a07f1c90d4a0eaae039, ASSIGN 2024-11-16T10:21:47,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d35147efc9cc2a07f1c90d4a0eaae039, ASSIGN; state=OFFLINE, location=b16ff38458c1,43207,1731752497371; forceNewPlan=false, retain=false 2024-11-16T10:21:47,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d35147efc9cc2a07f1c90d4a0eaae039, regionState=OPENING, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:47,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d35147efc9cc2a07f1c90d4a0eaae039, ASSIGN because future has completed 2024-11-16T10:21:47,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d35147efc9cc2a07f1c90d4a0eaae039, server=b16ff38458c1,43207,1731752497371}] 2024-11-16T10:21:48,040 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:48,041 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:21:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:21:48,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43207%2C1731752497371.rep, suffix=, logDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371, archiveDir=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/oldWALs, maxLogs=10 2024-11-16T10:21:48,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.rep.1731752508145, exclude list is [], retry=0 2024-11-16T10:21:48,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-806a9c41-14f6-4ff5-b0ce-211c20627d15,DISK] 2024-11-16T10:21:48,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.rep.1731752508145 2024-11-16T10:21:48,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d35147efc9cc2a07f1c90d4a0eaae039, NAME => 'hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:21:48,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. service=MultiRowMutationService 2024-11-16T10:21:48,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,161 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,162 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35147efc9cc2a07f1c90d4a0eaae039 columnFamilyName hfileref 2024-11-16T10:21:48,162 DEBUG [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:48,162 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(327): Store=d35147efc9cc2a07f1c90d4a0eaae039/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:48,162 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,163 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35147efc9cc2a07f1c90d4a0eaae039 columnFamilyName queue 2024-11-16T10:21:48,163 DEBUG [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:48,163 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(327): Store=d35147efc9cc2a07f1c90d4a0eaae039/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:48,163 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,163 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35147efc9cc2a07f1c90d4a0eaae039 columnFamilyName sid 2024-11-16T10:21:48,163 DEBUG [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:21:48,164 INFO [StoreOpener-d35147efc9cc2a07f1c90d4a0eaae039-1 {}] regionserver.HStore(327): Store=d35147efc9cc2a07f1c90d4a0eaae039/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:21:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/replication/d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/replication/d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:21:48,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/replication/d35147efc9cc2a07f1c90d4a0eaae039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:21:48,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d35147efc9cc2a07f1c90d4a0eaae039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60765110, jitterRate=-0.09452930092811584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:21:48,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:48,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d35147efc9cc2a07f1c90d4a0eaae039: Running coprocessor pre-open hook at 1731752508160Writing region info on filesystem at 1731752508160Initializing all the Stores at 1731752508161 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752508161Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752508161Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752508161Cleaning up temporary data from old regions at 1731752508165 (+4 ms)Running coprocessor post-open hooks at 1731752508168 (+3 ms)Region opened successfully at 1731752508168 2024-11-16T10:21:48,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039., pid=10, masterSystemTime=1731752508141 2024-11-16T10:21:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:48,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:48,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d35147efc9cc2a07f1c90d4a0eaae039, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43207,1731752497371 2024-11-16T10:21:48,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d35147efc9cc2a07f1c90d4a0eaae039, server=b16ff38458c1,43207,1731752497371 because future has completed 2024-11-16T10:21:48,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:21:48,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d35147efc9cc2a07f1c90d4a0eaae039, server=b16ff38458c1,43207,1731752497371 in 183 msec 2024-11-16T10:21:48,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:21:48,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d35147efc9cc2a07f1c90d4a0eaae039, ASSIGN in 345 msec 2024-11-16T10:21:48,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:21:48,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752508175"}]},"ts":"1731752508175"} 2024-11-16T10:21:48,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:21:48,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:21:48,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-16T10:21:48,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039., hostname=b16ff38458c1,43207,1731752497371, seqNum=2] 2024-11-16T10:21:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:48,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:21:48,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:21:48,499 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:21:48,539 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,43207,1731752497371, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:21:48,540 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:48,540 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43207,1731752497371, seqNum=-1] 2024-11-16T10:21:48,540 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:48,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:48,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,43207,1731752497371', locateType=CURRENT is [region=hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039., hostname=b16ff38458c1,43207,1731752497371, seqNum=2] 2024-11-16T10:21:48,547 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:21:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:21:48,549 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,43207,1731752497371 suceeded 2024-11-16T10:21:48,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:21:48,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-16T10:21:48,551 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:42337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:21:48,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-16T10:21:48,561 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:42337' 2024-11-16T10:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8cfb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:48,563 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1972152d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:48,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:48,564 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:48,564 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d559b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:48,564 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,42337,1731752492663 2024-11-16T10:21:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519b9fb6 2024-11-16T10:21:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:21:48,566 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T10:21:48,566 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,43207,1731752497371 (queues=1) is replicating from cluster=7da512a7-4fbd-41d2-bed1-c7149f040451 to cluster=af5f6e3b-535f-4dff-860a-f57d6da08162 2024-11-16T10:21:48,566 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C43207%2C1731752497371 2024-11-16T10:21:48,566 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,43207,1731752497371, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:21:48,568 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C43207%2C1731752497371 2024-11-16T10:21:48,568 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, startPosition=0, beingWritten=true 2024-11-16T10:21:48,574 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:48,574 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:48,574 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:48,675 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:48,777 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:48,866 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:49,087 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:21:49,144 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:21:49,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:49,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:49,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:49,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31120a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38729,-1 for getting cluster id 2024-11-16T10:21:49,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:49,145 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21c613ea-0223-49e9-9880-f0b4bfd44306' 2024-11-16T10:21:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21c613ea-0223-49e9-9880-f0b4bfd44306" 2024-11-16T10:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f6116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38729,-1] 2024-11-16T10:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,146 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7689a74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b518620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:49,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:49,148 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7093a087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,149 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17586ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5714d192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:49,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:49,150 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29957d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,151 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5fea71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,44299,1731752486412, seqNum=-1] 2024-11-16T10:21:49,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:49,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752498751.4c322418f7f85519fe3d918d736766d9., hostname=b16ff38458c1,44299,1731752486412, seqNum=2] 2024-11-16T10:21:49,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43207,1731752497371, seqNum=-1] 2024-11-16T10:21:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:49,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:49,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0., hostname=b16ff38458c1,43207,1731752497371, seqNum=2] 2024-11-16T10:21:49,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T10:21:49,378 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:49,490 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:49,777 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 379, reset compression=false 2024-11-16T10:21:49,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:49,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:49,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,44299,1731752486412 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c322418f7f85519fe3d918d736766d9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T10:21:49,784 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:49,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:49,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:49,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4267f064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,42337,-1 for getting cluster id 2024-11-16T10:21:49,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:49,786 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5f6e3b-535f-4dff-860a-f57d6da08162' 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5f6e3b-535f-4dff-860a-f57d6da08162" 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b7eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,42337,-1] 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:49,787 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:49,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f512075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:49,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:49,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38369,1731752492849, seqNum=-1] 2024-11-16T10:21:49,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:49,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd., hostname=b16ff38458c1,38369,1731752492849, seqNum=2] 2024-11-16T10:21:49,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:49,984 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:49,994 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:50,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T10:21:50,182 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 379, reset compression=false 2024-11-16T10:21:50,186 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:50,186 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 503, reset compression=false 2024-11-16T10:21:50,186 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[{test/03aa87547416167a85aab27c5e4f3ebd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T10:21:50,187 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:50,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:50,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:50,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd5b3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:50,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,38885,-1 for getting cluster id 2024-11-16T10:21:50,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:21:50,189 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da512a7-4fbd-41d2-bed1-c7149f040451' 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da512a7-4fbd-41d2-bed1-c7149f040451" 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e7d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,38885,-1] 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:50,190 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:21:50,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d53856e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:21:50,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43207,1731752497371, seqNum=-1] 2024-11-16T10:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:50,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T10:21:50,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0., hostname=b16ff38458c1,43207,1731752497371, seqNum=2] 2024-11-16T10:21:50,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:50,287 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:50,388 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 503, reset compression=false 2024-11-16T10:21:50,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:21:50,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:21:50,597 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 379, reset compression=false 2024-11-16T10:21:50,606 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:50,606 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 527, reset compression=false 2024-11-16T10:21:50,606 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:50,690 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:50,692 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 503, reset compression=false 2024-11-16T10:21:50,813 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 527, reset compression=false 2024-11-16T10:21:51,094 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 503, reset compression=false 2024-11-16T10:21:51,123 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 527, reset compression=false 2024-11-16T10:21:51,164 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T10:21:51,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:21:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38369,1731752492849, seqNum=-1] 2024-11-16T10:21:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:21:51,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:21:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd., hostname=b16ff38458c1,38369,1731752492849, seqNum=2] 2024-11-16T10:21:51,175 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T10:21:51,194 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:51,527 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 527, reset compression=false 2024-11-16T10:21:51,598 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 503, reset compression=false 2024-11-16T10:21:51,603 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:51,603 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 607, reset compression=false 2024-11-16T10:21:51,606 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[{test/03aa87547416167a85aab27c5e4f3ebd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:51,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:51,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:51,813 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:51,817 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 607, reset compression=false 2024-11-16T10:21:52,041 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 527, reset compression=false 2024-11-16T10:21:52,045 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:52,045 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 655, reset compression=false 2024-11-16T10:21:52,045 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:52,120 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 607, reset compression=false 2024-11-16T10:21:52,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T10:21:52,182 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T10:21:52,248 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 655, reset compression=false 2024-11-16T10:21:52,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:52,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 759, reset compression=false 2024-11-16T10:21:52,252 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[{test/2759f00654f6e9c9767ec131ff26a9f0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T10:21:52,254 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:21:52,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T10:21:52,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:52,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:52,466 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 759, reset compression=false 2024-11-16T10:21:52,517 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:52,524 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 607, reset compression=false 2024-11-16T10:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 734, reset compression=false 2024-11-16T10:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:52,731 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 734, reset compression=false 2024-11-16T10:21:52,770 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 759, reset compression=false 2024-11-16T10:21:53,034 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 734, reset compression=false 2024-11-16T10:21:53,174 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 759, reset compression=false 2024-11-16T10:21:53,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T10:21:53,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T10:21:53,323 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 480, reset compression=false 2024-11-16T10:21:53,327 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:53,327 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:53,327 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,44299,1731752486412 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c322418f7f85519fe3d918d736766d9/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T10:21:53,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:53,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:53,437 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 734, reset compression=false 2024-11-16T10:21:53,440 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:53,440 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 881, reset compression=false 2024-11-16T10:21:53,440 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[{test/03aa87547416167a85aab27c5e4f3ebd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T10:21:53,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:53,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:53,531 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:53,655 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 881, reset compression=false 2024-11-16T10:21:53,677 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 759, reset compression=false 2024-11-16T10:21:53,723 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:53,723 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 930, reset compression=false 2024-11-16T10:21:53,723 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:53,835 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:53,942 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=127, reuseRatio=78.88% 2024-11-16T10:21:53,942 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T10:21:53,959 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 881, reset compression=false 2024-11-16T10:21:53,961 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 930, reset compression=false 2024-11-16T10:21:54,189 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T10:21:54,192 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T10:21:54,239 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:54,273 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 930, reset compression=false 2024-11-16T10:21:54,371 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 881, reset compression=false 2024-11-16T10:21:54,375 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:54,375 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1040, reset compression=false 2024-11-16T10:21:54,375 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[{test/03aa87547416167a85aab27c5e4f3ebd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T10:21:54,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:54,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:54,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1040, reset compression=false 2024-11-16T10:21:54,677 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 930, reset compression=false 2024-11-16T10:21:54,686 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:54,686 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1080, reset compression=false 2024-11-16T10:21:54,686 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:54,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:21:54,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:54,725 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108798 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:21:54,742 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:54,882 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1040, reset compression=false 2024-11-16T10:21:54,900 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1080, reset compression=false 2024-11-16T10:21:55,194 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T10:21:55,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T10:21:55,204 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1080, reset compression=false 2024-11-16T10:21:55,212 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:21:55,212 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1239, reset compression=false 2024-11-16T10:21:55,212 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[{test/2759f00654f6e9c9767ec131ff26a9f0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T10:21:55,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T10:21:55,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T10:21:55,285 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1040, reset compression=false 2024-11-16T10:21:55,290 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:55,290 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:55,290 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:55,346 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:55,419 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1239, reset compression=false 2024-11-16T10:21:55,494 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:55,724 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1239, reset compression=false 2024-11-16T10:21:55,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:21:55,803 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:56,049 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:56,127 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1239, reset compression=false 2024-11-16T10:21:56,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T10:21:56,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:21:56,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:56,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:56,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:56,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:56,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:56,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:21:56,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=486856302, stopped=false 2024-11-16T10:21:56,204 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,38885,1731752497219 2024-11-16T10:21:56,206 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:56,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-344088667/running 2024-11-16T10:21:56,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-344088667/running 2024-11-16T10:21:56,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:56,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:56,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:56,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:56,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:56,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:56,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/running 2024-11-16T10:21:56,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Set watcher on znode that does not yet exist, /2-344088667/running 2024-11-16T10:21:56,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,43207,1731752497371' ***** 2024-11-16T10:21:56,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:21:56,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 2759f00654f6e9c9767ec131ff26a9f0 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,43207,1731752497371 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:56,250 INFO [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43207. 2024-11-16T10:21:56,250 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2759f00654f6e9c9767ec131ff26a9f0, disabling compactions & flushes 2024-11-16T10:21:56,251 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:56,251 DEBUG [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:56,251 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. after waiting 0 ms 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:56,251 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:21:56,251 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:21:56,251 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:21:56,251 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:21:56,251 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2759f00654f6e9c9767ec131ff26a9f0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T10:21:56,251 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:21:56,251 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1325): Online Regions={2759f00654f6e9c9767ec131ff26a9f0=test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0., 1588230740=hbase:meta,,1.1588230740, d35147efc9cc2a07f1c90d4a0eaae039=hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.} 2024-11-16T10:21:56,251 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2759f00654f6e9c9767ec131ff26a9f0, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:56,251 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:56,251 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:56,251 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:21:56,267 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f/ddd2b088546e423194231352f5238afc is 29, key is row1/f:/1731752514189/DeleteFamily/seqid=0 2024-11-16T10:21:56,267 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/info/d52e970fe0964bf48a703107d108b8da is 147, key is hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039./info:regioninfo/1731752508170/Put/seqid=0 2024-11-16T10:21:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741840_1016 (size=5152) 2024-11-16T10:21:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741841_1017 (size=7686) 2024-11-16T10:21:56,270 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f/ddd2b088546e423194231352f5238afc 2024-11-16T10:21:56,273 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddd2b088546e423194231352f5238afc 2024-11-16T10:21:56,285 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:56,286 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f1/c32751b369c34f879fbb30036164d648 is 30, key is row1/f1:/1731752514189/DeleteFamily/seqid=0 2024-11-16T10:21:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741842_1018 (size=5158) 2024-11-16T10:21:56,451 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2759f00654f6e9c9767ec131ff26a9f0, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:56,630 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1239, reset compression=false 2024-11-16T10:21:56,637 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:56,637 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1486, reset compression=false 2024-11-16T10:21:56,637 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43207,1731752497371 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:21:56,638 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,43207,1731752497371: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,43207,1731752497371, walGroup=b16ff38458c1%2C43207%2C1731752497371, offset=b16ff38458c1%2C43207%2C1731752497371.1731752498116:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:21:56,639 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:21:56,639 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:21:56,639 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:21:56,639 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:21:56,639 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:21:56,640 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 884179632 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201620136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:21:56,640 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:38885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:38885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:21:56,651 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2759f00654f6e9c9767ec131ff26a9f0, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:56,672 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/info/d52e970fe0964bf48a703107d108b8da 2024-11-16T10:21:56,689 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f1/c32751b369c34f879fbb30036164d648 2024-11-16T10:21:56,692 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32751b369c34f879fbb30036164d648 2024-11-16T10:21:56,693 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/ns/99d69d8ff35b4936b15fbb8cf63ab887 is 43, key is default/ns:d/1731752498691/Put/seqid=0 2024-11-16T10:21:56,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741843_1019 (size=5153) 2024-11-16T10:21:56,709 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:56,718 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/norep/01bb1083c93e4defb70d9c64ab4edc2f is 33, key is row2/norep:/1731752515194/DeleteFamily/seqid=0 2024-11-16T10:21:56,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741844_1020 (size=5108) 2024-11-16T10:21:56,842 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1486, reset compression=false 2024-11-16T10:21:56,852 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2759f00654f6e9c9767ec131ff26a9f0, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:56,852 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:56,971 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:21:56,971 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:21:57,052 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2759f00654f6e9c9767ec131ff26a9f0, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:57,102 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/ns/99d69d8ff35b4936b15fbb8cf63ab887 2024-11-16T10:21:57,121 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/rep_barrier/6f36194f33ec418c804d6d2e1a6f082f is 112, key is test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0./rep_barrier:seqnumDuringOpen/1731752503398/Put/seqid=0 2024-11-16T10:21:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741845_1021 (size=5518) 2024-11-16T10:21:57,129 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/norep/01bb1083c93e4defb70d9c64ab4edc2f 2024-11-16T10:21:57,133 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bb1083c93e4defb70d9c64ab4edc2f 2024-11-16T10:21:57,133 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f/ddd2b088546e423194231352f5238afc as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/f/ddd2b088546e423194231352f5238afc 2024-11-16T10:21:57,137 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddd2b088546e423194231352f5238afc 2024-11-16T10:21:57,137 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/f/ddd2b088546e423194231352f5238afc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T10:21:57,137 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/f1/c32751b369c34f879fbb30036164d648 as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/f1/c32751b369c34f879fbb30036164d648 2024-11-16T10:21:57,141 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32751b369c34f879fbb30036164d648 2024-11-16T10:21:57,141 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/f1/c32751b369c34f879fbb30036164d648, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T10:21:57,142 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/.tmp/norep/01bb1083c93e4defb70d9c64ab4edc2f as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/norep/01bb1083c93e4defb70d9c64ab4edc2f 2024-11-16T10:21:57,145 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bb1083c93e4defb70d9c64ab4edc2f 2024-11-16T10:21:57,145 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/norep/01bb1083c93e4defb70d9c64ab4edc2f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T10:21:57,145 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1486, reset compression=false 2024-11-16T10:21:57,146 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2759f00654f6e9c9767ec131ff26a9f0 in 895ms, sequenceid=10, compaction requested=false 2024-11-16T10:21:57,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:57,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1835, reset compression=false 2024-11-16T10:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/default/test/2759f00654f6e9c9767ec131ff26a9f0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T10:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:21:57,154 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2759f00654f6e9c9767ec131ff26a9f0: Waiting for close lock at 1731752516250Running coprocessor pre-close hooks at 1731752516250Disabling compacts and flushes for region at 1731752516250Disabling writes for close at 1731752516251 (+1 ms)Obtaining lock to block concurrent updates at 1731752516251Preparing flush snapshotting stores in 2759f00654f6e9c9767ec131ff26a9f0 at 1731752516251Finished memstore snapshotting test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731752516251Flushing stores of test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. at 1731752516252 (+1 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/f: creating writer at 1731752516252Flushing 2759f00654f6e9c9767ec131ff26a9f0/f: appending metadata at 1731752516266 (+14 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/f: closing flushed file at 1731752516266Flushing 2759f00654f6e9c9767ec131ff26a9f0/f1: creating writer at 1731752516274 (+8 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/f1: appending metadata at 1731752516285 (+11 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/f1: closing flushed file at 1731752516285Flushing 2759f00654f6e9c9767ec131ff26a9f0/norep: creating writer at 1731752516692 (+407 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/norep: appending metadata at 1731752516717 (+25 ms)Flushing 2759f00654f6e9c9767ec131ff26a9f0/norep: closing flushed file at 1731752516717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404c242: reopening flushed file at 1731752517133 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a18815b: reopening flushed file at 1731752517137 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754ce5fe: reopening flushed file at 1731752517141 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2759f00654f6e9c9767ec131ff26a9f0 in 895ms, sequenceid=10, compaction requested=false at 1731752517146 (+5 ms)Writing region close event to WAL at 1731752517152 (+6 ms)Running coprocessor post-close hooks at 1731752517154 (+2 ms)Closed at 1731752517154 2024-11-16T10:21:57,154 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752503057.2759f00654f6e9c9767ec131ff26a9f0. 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d35147efc9cc2a07f1c90d4a0eaae039, disabling compactions & flushes 2024-11-16T10:21:57,155 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. after waiting 0 ms 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d35147efc9cc2a07f1c90d4a0eaae039: Waiting for close lock at 1731752517155Running coprocessor pre-close hooks at 1731752517155Disabling compacts and flushes for region at 1731752517155Disabling writes for close at 1731752517155Failed flush hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039., putting online again at 1731752517155 2024-11-16T10:21:57,155 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,252 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:21:57,252 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d35147efc9cc2a07f1c90d4a0eaae039=hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039.} 2024-11-16T10:21:57,252 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:57,252 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d35147efc9cc2a07f1c90d4a0eaae039 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d35147efc9cc2a07f1c90d4a0eaae039, disabling compactions & flushes 2024-11-16T10:21:57,252 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. after waiting 0 ms 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d35147efc9cc2a07f1c90d4a0eaae039: Waiting for close lock at 1731752517252Running coprocessor pre-close hooks at 1731752517252Disabling compacts and flushes for region at 1731752517252Disabling writes for close at 1731752517252Failed flush hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039., putting online again at 1731752517252 2024-11-16T10:21:57,252 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731752507006.d35147efc9cc2a07f1c90d4a0eaae039. 2024-11-16T10:21:57,313 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:57,353 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 to pos 1835, reset compression=false 2024-11-16T10:21:57,356 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:21:57,452 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:21:57,524 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/rep_barrier/6f36194f33ec418c804d6d2e1a6f082f 2024-11-16T10:21:57,543 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/table/3f5194ee61d046309c3018535fb17843 is 53, key is hbase:replication/table:state/1731752508175/Put/seqid=0 2024-11-16T10:21:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:21:57,652 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:21:57,756 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:57,853 DEBUG [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:21:57,947 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/table/3f5194ee61d046309c3018535fb17843 2024-11-16T10:21:57,952 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/info/d52e970fe0964bf48a703107d108b8da as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/info/d52e970fe0964bf48a703107d108b8da 2024-11-16T10:21:57,955 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/info/d52e970fe0964bf48a703107d108b8da, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:21:57,956 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/ns/99d69d8ff35b4936b15fbb8cf63ab887 as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/ns/99d69d8ff35b4936b15fbb8cf63ab887 2024-11-16T10:21:57,961 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/ns/99d69d8ff35b4936b15fbb8cf63ab887, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:21:57,962 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/rep_barrier/6f36194f33ec418c804d6d2e1a6f082f as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/rep_barrier/6f36194f33ec418c804d6d2e1a6f082f 2024-11-16T10:21:57,966 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/rep_barrier/6f36194f33ec418c804d6d2e1a6f082f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:21:57,967 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/.tmp/table/3f5194ee61d046309c3018535fb17843 as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/table/3f5194ee61d046309c3018535fb17843 2024-11-16T10:21:57,970 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/table/3f5194ee61d046309c3018535fb17843, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:21:57,971 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-16T10:21:57,987 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:21:57,988 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:57,988 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:21:57,988 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:57,988 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752516251Running coprocessor pre-close hooks at 1731752516251Disabling compacts and flushes for region at 1731752516251Disabling writes for close at 1731752516251Obtaining lock to block concurrent updates at 1731752516251Preparing flush snapshotting stores in 1588230740 at 1731752516251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752516251Flushing stores of hbase:meta,,1.1588230740 at 1731752516252 (+1 ms)Flushing 1588230740/info: creating writer at 1731752516252Flushing 1588230740/info: appending metadata at 1731752516267 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731752516267Flushing 1588230740/ns: creating writer at 1731752516676 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731752516693 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731752516693Flushing 1588230740/rep_barrier: creating writer at 1731752517106 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752517120 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752517120Flushing 1588230740/table: creating writer at 1731752517528 (+408 ms)Flushing 1588230740/table: appending metadata at 1731752517543 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731752517543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1fd761: reopening flushed file at 1731752517951 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fc6e11: reopening flushed file at 1731752517955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e31ff7: reopening flushed file at 1731752517961 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3bb02b: reopening flushed file at 1731752517966 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731752517971 (+5 ms)Writing region close event to WAL at 1731752517980 (+9 ms)Running coprocessor post-close hooks at 1731752517987 (+7 ms)Closed at 1731752517988 (+1 ms) 2024-11-16T10:21:57,988 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:21:58,015 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:58,053 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T10:21:58,053 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,43207,1731752497371; all regions closed. 2024-11-16T10:21:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:21:58,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.meta.1731752498639.meta not finished, retry = 0 2024-11-16T10:21:58,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741839_1015 (size=2171) 2024-11-16T10:21:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741832_1008 (size=2138) 2024-11-16T10:21:58,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/WALs/b16ff38458c1,43207,1731752497371/b16ff38458c1%2C43207%2C1731752497371.1731752498116 not finished, retry = 0 2024-11-16T10:21:58,262 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:58,262 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:58,263 INFO [RS:0;b16ff38458c1:43207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:58,263 INFO [RS:0;b16ff38458c1:43207 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:58,263 INFO [RS:0;b16ff38458c1:43207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:58,263 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:58,264 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,43207,1731752497371 because: Region server is closing 2024-11-16T10:21:58,264 INFO [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43207. 2024-11-16T10:21:58,264 DEBUG [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:58,264 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:58,264 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:58,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:58,365 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.shipperb16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 terminated 2024-11-16T10:21:58,365 INFO [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43207. 2024-11-16T10:21:58,365 DEBUG [RS:0;b16ff38458c1:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:58,365 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:58,365 DEBUG [RS:0;b16ff38458c1:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:58,365 INFO [RS:0;b16ff38458c1:43207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43207 2024-11-16T10:21:58,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:58,366 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43207,1731752497371.replicationSource.wal-reader.b16ff38458c1%2C43207%2C1731752497371,1-b16ff38458c1,43207,1731752497371 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-16T10:21:58,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667/rs 2024-11-16T10:21:58,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-344088667/rs/b16ff38458c1,43207,1731752497371 2024-11-16T10:21:58,377 INFO [RS:0;b16ff38458c1:43207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:58,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,43207,1731752497371] 2024-11-16T10:21:58,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-344088667/draining/b16ff38458c1,43207,1731752497371 already deleted, retry=false 2024-11-16T10:21:58,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,43207,1731752497371 expired; onlineServers=0 2024-11-16T10:21:58,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,38885,1731752497219' ***** 2024-11-16T10:21:58,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:21:58,398 INFO [M:0;b16ff38458c1:38885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:58,398 INFO [M:0;b16ff38458c1:38885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:21:58,398 DEBUG [M:0;b16ff38458c1:38885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:21:58,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:21:58,398 DEBUG [M:0;b16ff38458c1:38885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:21:58,398 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752497860 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752497860,5,FailOnTimeoutGroup] 2024-11-16T10:21:58,398 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752497845 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752497845,5,FailOnTimeoutGroup] 2024-11-16T10:21:58,398 INFO [M:0;b16ff38458c1:38885 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:21:58,398 INFO [M:0;b16ff38458c1:38885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:21:58,398 DEBUG [M:0;b16ff38458c1:38885 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:21:58,398 INFO [M:0;b16ff38458c1:38885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:21:58,399 INFO [M:0;b16ff38458c1:38885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:58,399 INFO [M:0;b16ff38458c1:38885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:21:58,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:21:58,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-344088667/master 2024-11-16T10:21:58,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-344088667 2024-11-16T10:21:58,408 DEBUG [M:0;b16ff38458c1:38885 {}] zookeeper.ZKUtil(347): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Unable to get data of znode /2-344088667/master because node does not exist (not an error) 2024-11-16T10:21:58,408 WARN [M:0;b16ff38458c1:38885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:21:58,418 INFO [M:0;b16ff38458c1:38885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/.lastflushedseqids 2024-11-16T10:21:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741847_1023 (size=245) 2024-11-16T10:21:58,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:58,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1014329d7a10007, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:58,488 INFO [RS:0;b16ff38458c1:43207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:58,488 INFO [RS:0;b16ff38458c1:43207 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,43207,1731752497371; zookeeper connection closed. 2024-11-16T10:21:58,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@439a1ee5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@439a1ee5 2024-11-16T10:21:58,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:21:58,760 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:58,818 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:58,825 INFO [M:0;b16ff38458c1:38885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:21:58,826 INFO [M:0;b16ff38458c1:38885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:21:58,826 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:21:58,826 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:58,826 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:58,826 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:21:58,826 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:58,826 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T10:21:58,843 DEBUG [M:0;b16ff38458c1:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a5ae9f6f44dbd9cc69c733e777623 is 82, key is hbase:meta,,1/info:regioninfo/1731752498676/Put/seqid=0 2024-11-16T10:21:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741848_1024 (size=5672) 2024-11-16T10:21:58,847 INFO [M:0;b16ff38458c1:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a5ae9f6f44dbd9cc69c733e777623 2024-11-16T10:21:58,867 DEBUG [M:0;b16ff38458c1:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add9b40f0e4f44ac80ba3e913d080106 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752508178/Put/seqid=0 2024-11-16T10:21:58,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741849_1025 (size=8516) 2024-11-16T10:21:59,271 INFO [M:0;b16ff38458c1:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add9b40f0e4f44ac80ba3e913d080106 2024-11-16T10:21:59,290 DEBUG [M:0;b16ff38458c1:38885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8038742ad54c4f4da64912bbaa65253c is 69, key is b16ff38458c1,43207,1731752497371/rs:state/1731752497870/Put/seqid=0 2024-11-16T10:21:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741850_1026 (size=5156) 2024-11-16T10:21:59,694 INFO [M:0;b16ff38458c1:38885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8038742ad54c4f4da64912bbaa65253c 2024-11-16T10:21:59,700 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/263a5ae9f6f44dbd9cc69c733e777623 as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263a5ae9f6f44dbd9cc69c733e777623 2024-11-16T10:21:59,704 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/263a5ae9f6f44dbd9cc69c733e777623, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:21:59,705 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add9b40f0e4f44ac80ba3e913d080106 as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/add9b40f0e4f44ac80ba3e913d080106 2024-11-16T10:21:59,709 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/add9b40f0e4f44ac80ba3e913d080106, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:21:59,710 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8038742ad54c4f4da64912bbaa65253c as hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8038742ad54c4f4da64912bbaa65253c 2024-11-16T10:21:59,714 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36719/user/jenkins/test-data/d91d5eee-1bfe-7265-388c-aae627662f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8038742ad54c4f4da64912bbaa65253c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:21:59,715 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-16T10:21:59,716 INFO [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:21:59,716 DEBUG [M:0;b16ff38458c1:38885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752518826Disabling compacts and flushes for region at 1731752518826Disabling writes for close at 1731752518826Obtaining lock to block concurrent updates at 1731752518826Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752518826Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731752518826Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752518827 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752518827Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752518843 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752518843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752518850 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752518866 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752518866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752519274 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752519289 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752519290 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9811f9: reopening flushed file at 1731752519699 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a3f725: reopening flushed file at 1731752519704 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8ee9d: reopening flushed file at 1731752519709 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1731752519715 (+6 ms)Writing region close event to WAL at 1731752519716 (+1 ms)Closed at 1731752519716 2024-11-16T10:21:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741830_1006 (size=63654) 2024-11-16T10:21:59,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:21:59,720 INFO [M:0;b16ff38458c1:38885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:21:59,720 INFO [M:0;b16ff38458c1:38885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38885 2024-11-16T10:21:59,720 INFO [M:0;b16ff38458c1:38885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:21:59,722 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:21:59,863 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:21:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:59,866 INFO [M:0;b16ff38458c1:38885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:21:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38885-0x1014329d7a10006, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:21:59,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773c9faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:21:59,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e504b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:59,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:59,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63be21f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:59,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2c78b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:59,871 WARN [BP-2100817599-172.17.0.2-1731752494814 heartbeating to localhost/127.0.0.1:36719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:21:59,871 WARN [BP-2100817599-172.17.0.2-1731752494814 heartbeating to localhost/127.0.0.1:36719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2100817599-172.17.0.2-1731752494814 (Datanode Uuid 3b658ce8-8917-409e-8bd6-626f109adefe) service to localhost/127.0.0.1:36719 2024-11-16T10:21:59,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:21:59,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:21:59,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/cluster_e940c0e5-7ba0-49e8-0bac-ab9e964f0eb7/data/data1/current/BP-2100817599-172.17.0.2-1731752494814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:59,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/cluster_e940c0e5-7ba0-49e8-0bac-ab9e964f0eb7/data/data2/current/BP-2100817599-172.17.0.2-1731752494814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:21:59,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:21:59,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f42321{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:21:59,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@97b16fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:21:59,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:21:59,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df8353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:21:59,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3506c882{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir/,STOPPED} 2024-11-16T10:21:59,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:21:59,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:21:59,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:59,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:59,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:59,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:59,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:21:59,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:21:59,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=94703255, stopped=false 2024-11-16T10:21:59,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,42337,1731752492663 2024-11-16T10:21:59,903 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876532845/running 2024-11-16T10:21:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876532845/running 2024-11-16T10:21:59,903 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:21:59,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:21:59,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:21:59,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:59,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:59,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/running 2024-11-16T10:21:59,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,38369,1731752492849' ***** 2024-11-16T10:21:59,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:21:59,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Set watcher on znode that does not yet exist, /1-1876532845/running 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:21:59,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(3091): Received CLOSE for 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(3091): Received CLOSE for 03aa87547416167a85aab27c5e4f3ebd 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,38369,1731752492849 2024-11-16T10:21:59,904 INFO [RS:0;b16ff38458c1:38369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4578976e1d917d63e25e435c0b676eb0, disabling compactions & flushes 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:38369. 2024-11-16T10:21:59,905 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:59,905 DEBUG [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. after waiting 0 ms 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:59,905 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:21:59,905 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4578976e1d917d63e25e435c0b676eb0 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:21:59,905 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:21:59,905 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1325): Online Regions={4578976e1d917d63e25e435c0b676eb0=hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0., 1588230740=hbase:meta,,1.1588230740, 03aa87547416167a85aab27c5e4f3ebd=test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd.} 2024-11-16T10:21:59,905 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 03aa87547416167a85aab27c5e4f3ebd, 1588230740, 4578976e1d917d63e25e435c0b676eb0 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:21:59,905 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:21:59,905 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:21:59,905 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:21:59,913 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:21:59,913 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:21:59,918 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/info/40dfc889059244cc99dc5ffe86c78eb0 is 147, key is hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0./info:regioninfo/1731752506236/Put/seqid=0 2024-11-16T10:21:59,922 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/.tmp/queue/086e67b7a7784410835e8c7f88b1e5de is 154, key is 1-b16ff38458c1,38369,1731752492849/queue:b16ff38458c1%2C38369%2C1731752492849/1731752515291/Put/seqid=0 2024-11-16T10:21:59,931 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:21:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:21:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741841_1017 (size=5353) 2024-11-16T10:21:59,942 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/.tmp/queue/086e67b7a7784410835e8c7f88b1e5de 2024-11-16T10:21:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/.tmp/queue/086e67b7a7784410835e8c7f88b1e5de as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/queue/086e67b7a7784410835e8c7f88b1e5de 2024-11-16T10:21:59,961 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/queue/086e67b7a7784410835e8c7f88b1e5de, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T10:21:59,961 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4578976e1d917d63e25e435c0b676eb0 in 56ms, sequenceid=12, compaction requested=false 2024-11-16T10:21:59,964 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/replication/4578976e1d917d63e25e435c0b676eb0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:21:59,965 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4578976e1d917d63e25e435c0b676eb0: Waiting for close lock at 1731752519904Running coprocessor pre-close hooks at 1731752519904Disabling compacts and flushes for region at 1731752519904Disabling writes for close at 1731752519905 (+1 ms)Obtaining lock to block concurrent updates at 1731752519905Preparing flush snapshotting stores in 4578976e1d917d63e25e435c0b676eb0 at 1731752519905Finished memstore snapshotting hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731752519905Flushing stores of hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. at 1731752519905Flushing 4578976e1d917d63e25e435c0b676eb0/queue: creating writer at 1731752519905Flushing 4578976e1d917d63e25e435c0b676eb0/queue: appending metadata at 1731752519922 (+17 ms)Flushing 4578976e1d917d63e25e435c0b676eb0/queue: closing flushed file at 1731752519922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bec112e: reopening flushed file at 1731752519955 (+33 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4578976e1d917d63e25e435c0b676eb0 in 56ms, sequenceid=12, compaction requested=false at 1731752519961 (+6 ms)Writing region close event to WAL at 1731752519962 (+1 ms)Running coprocessor post-close hooks at 1731752519965 (+3 ms)Closed at 1731752519965 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752505862.4578976e1d917d63e25e435c0b676eb0. 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03aa87547416167a85aab27c5e4f3ebd, disabling compactions & flushes 2024-11-16T10:21:59,965 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. after waiting 0 ms 2024-11-16T10:21:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:21:59,966 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03aa87547416167a85aab27c5e4f3ebd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T10:21:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f/2a63ef033b974d5b8b63ea33b46bcbe8 is 29, key is row1/f:/1731752514189/DeleteFamily/seqid=0 2024-11-16T10:21:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741842_1018 (size=5152) 2024-11-16T10:21:59,993 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f/2a63ef033b974d5b8b63ea33b46bcbe8 2024-11-16T10:22:00,001 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a63ef033b974d5b8b63ea33b46bcbe8 2024-11-16T10:22:00,023 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f1/1f20dbc3a222488d9ecef3cada93cb96 is 30, key is row1/f1:/1731752514189/DeleteFamily/seqid=0 2024-11-16T10:22:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741843_1019 (size=5158) 2024-11-16T10:22:00,105 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 03aa87547416167a85aab27c5e4f3ebd, 1588230740 2024-11-16T10:22:00,305 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 03aa87547416167a85aab27c5e4f3ebd, 1588230740 2024-11-16T10:22:00,342 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/info/40dfc889059244cc99dc5ffe86c78eb0 2024-11-16T10:22:00,357 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/ns/8e0a56ae210949a9a704caf9218fced6 is 43, key is default/ns:d/1731752494673/Put/seqid=0 2024-11-16T10:22:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741844_1020 (size=5153) 2024-11-16T10:22:00,431 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f1/1f20dbc3a222488d9ecef3cada93cb96 2024-11-16T10:22:00,435 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f20dbc3a222488d9ecef3cada93cb96 2024-11-16T10:22:00,447 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/norep/411e0674867d45fea4527249a59a2fad is 33, key is row1/norep:/1731752514189/DeleteFamily/seqid=0 2024-11-16T10:22:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741845_1021 (size=5108) 2024-11-16T10:22:00,506 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 03aa87547416167a85aab27c5e4f3ebd, 1588230740 2024-11-16T10:22:00,706 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 03aa87547416167a85aab27c5e4f3ebd, 1588230740 2024-11-16T10:22:00,725 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1189, reset compression=false 2024-11-16T10:22:00,729 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:22:00,729 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1436, reset compression=false 2024-11-16T10:22:00,729 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,38369,1731752492849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:22:00,730 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,38369,1731752492849: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b16ff38458c1,38369,1731752492849, walGroup=b16ff38458c1%2C38369%2C1731752492849, offset=b16ff38458c1%2C38369%2C1731752492849.1731752494039:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:38369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:22:00,731 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:22:00,731 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:22:00,733 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:22:00,733 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:22:00,733 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:22:00,733 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 970162864 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201979888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:22:00,733 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:42337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:22:00,760 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/ns/8e0a56ae210949a9a704caf9218fced6 2024-11-16T10:22:00,781 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/rep_barrier/9be210a1c05944fda97066b7eca33d84 is 112, key is test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd./rep_barrier:seqnumDuringOpen/1731752502059/Put/seqid=0 2024-11-16T10:22:00,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741846_1022 (size=5518) 2024-11-16T10:22:00,851 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/norep/411e0674867d45fea4527249a59a2fad 2024-11-16T10:22:00,854 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411e0674867d45fea4527249a59a2fad 2024-11-16T10:22:00,854 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f/2a63ef033b974d5b8b63ea33b46bcbe8 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/f/2a63ef033b974d5b8b63ea33b46bcbe8 2024-11-16T10:22:00,857 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a63ef033b974d5b8b63ea33b46bcbe8 2024-11-16T10:22:00,857 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/f/2a63ef033b974d5b8b63ea33b46bcbe8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T10:22:00,858 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/f1/1f20dbc3a222488d9ecef3cada93cb96 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/f1/1f20dbc3a222488d9ecef3cada93cb96 2024-11-16T10:22:00,862 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f20dbc3a222488d9ecef3cada93cb96 2024-11-16T10:22:00,862 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/f1/1f20dbc3a222488d9ecef3cada93cb96, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T10:22:00,863 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/.tmp/norep/411e0674867d45fea4527249a59a2fad as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/norep/411e0674867d45fea4527249a59a2fad 2024-11-16T10:22:00,866 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411e0674867d45fea4527249a59a2fad 2024-11-16T10:22:00,866 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/norep/411e0674867d45fea4527249a59a2fad, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T10:22:00,867 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 03aa87547416167a85aab27c5e4f3ebd in 902ms, sequenceid=10, compaction requested=false 2024-11-16T10:22:00,870 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/default/test/03aa87547416167a85aab27c5e4f3ebd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T10:22:00,870 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:00,870 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:00,870 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:22:00,870 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03aa87547416167a85aab27c5e4f3ebd: Waiting for close lock at 1731752519965Running coprocessor pre-close hooks at 1731752519965Disabling compacts and flushes for region at 1731752519965Disabling writes for close at 1731752519965Obtaining lock to block concurrent updates at 1731752519966 (+1 ms)Preparing flush snapshotting stores in 03aa87547416167a85aab27c5e4f3ebd at 1731752519966Finished memstore snapshotting test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731752519966Flushing stores of test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. at 1731752519966Flushing 03aa87547416167a85aab27c5e4f3ebd/f: creating writer at 1731752519966Flushing 03aa87547416167a85aab27c5e4f3ebd/f: appending metadata at 1731752519988 (+22 ms)Flushing 03aa87547416167a85aab27c5e4f3ebd/f: closing flushed file at 1731752519988Flushing 03aa87547416167a85aab27c5e4f3ebd/f1: creating writer at 1731752520001 (+13 ms)Flushing 03aa87547416167a85aab27c5e4f3ebd/f1: appending metadata at 1731752520022 (+21 ms)Flushing 03aa87547416167a85aab27c5e4f3ebd/f1: closing flushed file at 1731752520022Flushing 03aa87547416167a85aab27c5e4f3ebd/norep: creating writer at 1731752520435 (+413 ms)Flushing 03aa87547416167a85aab27c5e4f3ebd/norep: appending metadata at 1731752520447 (+12 ms)Flushing 03aa87547416167a85aab27c5e4f3ebd/norep: closing flushed file at 1731752520447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef35de3: reopening flushed file at 1731752520854 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db3ad06: reopening flushed file at 1731752520857 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d03e752: reopening flushed file at 1731752520862 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 03aa87547416167a85aab27c5e4f3ebd in 902ms, sequenceid=10, compaction requested=false at 1731752520867 (+5 ms)Writing region close event to WAL at 1731752520868 (+1 ms)Running coprocessor post-close hooks at 1731752520870 (+2 ms)Closed at 1731752520870 2024-11-16T10:22:00,870 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752500906.03aa87547416167a85aab27c5e4f3ebd. 2024-11-16T10:22:00,906 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:22:00,906 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:22:00,906 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:00,936 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 1436, reset compression=false 2024-11-16T10:22:00,941 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:22:00,942 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 2080, reset compression=false 2024-11-16T10:22:01,066 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:22:01,106 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:01,149 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 2080, reset compression=false 2024-11-16T10:22:01,185 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/rep_barrier/9be210a1c05944fda97066b7eca33d84 2024-11-16T10:22:01,201 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/table/f98923bd223f4e58ad0ac63f0c65696f is 53, key is hbase:replication/table:state/1731752506241/Put/seqid=0 2024-11-16T10:22:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741847_1023 (size=5308) 2024-11-16T10:22:01,306 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:01,452 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/WALs/b16ff38458c1,38369,1731752492849/b16ff38458c1%2C38369%2C1731752492849.1731752494039 to pos 2080, reset compression=false 2024-11-16T10:22:01,506 DEBUG [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:01,605 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/table/f98923bd223f4e58ad0ac63f0c65696f 2024-11-16T10:22:01,609 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/info/40dfc889059244cc99dc5ffe86c78eb0 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/info/40dfc889059244cc99dc5ffe86c78eb0 2024-11-16T10:22:01,612 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/info/40dfc889059244cc99dc5ffe86c78eb0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:22:01,613 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/ns/8e0a56ae210949a9a704caf9218fced6 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/ns/8e0a56ae210949a9a704caf9218fced6 2024-11-16T10:22:01,616 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/ns/8e0a56ae210949a9a704caf9218fced6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:22:01,617 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/rep_barrier/9be210a1c05944fda97066b7eca33d84 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/rep_barrier/9be210a1c05944fda97066b7eca33d84 2024-11-16T10:22:01,620 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/rep_barrier/9be210a1c05944fda97066b7eca33d84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:22:01,621 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/.tmp/table/f98923bd223f4e58ad0ac63f0c65696f as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/table/f98923bd223f4e58ad0ac63f0c65696f 2024-11-16T10:22:01,623 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/table/f98923bd223f4e58ad0ac63f0c65696f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:22:01,624 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-16T10:22:01,627 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:22:01,627 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:01,627 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:01,627 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:01,627 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752519905Running coprocessor pre-close hooks at 1731752519905Disabling compacts and flushes for region at 1731752519905Disabling writes for close at 1731752519905Obtaining lock to block concurrent updates at 1731752519905Preparing flush snapshotting stores in 1588230740 at 1731752519905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752519905Flushing stores of hbase:meta,,1.1588230740 at 1731752519906 (+1 ms)Flushing 1588230740/info: creating writer at 1731752519906Flushing 1588230740/info: appending metadata at 1731752519918 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731752519918Flushing 1588230740/ns: creating writer at 1731752520345 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731752520356 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731752520356Flushing 1588230740/rep_barrier: creating writer at 1731752520765 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752520781 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752520781Flushing 1588230740/table: creating writer at 1731752521188 (+407 ms)Flushing 1588230740/table: appending metadata at 1731752521201 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731752521201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd5e425: reopening flushed file at 1731752521608 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158da3d9: reopening flushed file at 1731752521612 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63df98cc: reopening flushed file at 1731752521617 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d06642: reopening flushed file at 1731752521620 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731752521624 (+4 ms)Writing region close event to WAL at 1731752521625 (+1 ms)Running coprocessor post-close hooks at 1731752521627 (+2 ms)Closed at 1731752521627 2024-11-16T10:22:01,628 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:01,707 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,38369,1731752492849; all regions closed. 2024-11-16T10:22:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:22:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741839_1015 (size=3114) 2024-11-16T10:22:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741833_1009 (size=2088) 2024-11-16T10:22:01,712 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:01,712 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:01,712 INFO [RS:0;b16ff38458c1:38369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:01,712 INFO [RS:0;b16ff38458c1:38369 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:01,712 INFO [RS:0;b16ff38458c1:38369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:01,712 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:01,713 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,38369,1731752492849 because: Region server is closing 2024-11-16T10:22:01,713 INFO [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:38369. 2024-11-16T10:22:01,713 DEBUG [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:01,713 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:01,713 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:01,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:01,813 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.shipperb16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 terminated 2024-11-16T10:22:01,813 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,38369,1731752492849.replicationSource.wal-reader.b16ff38458c1%2C38369%2C1731752492849,1-b16ff38458c1,38369,1731752492849 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:22:01,813 INFO [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:38369. 2024-11-16T10:22:01,813 DEBUG [RS:0;b16ff38458c1:38369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:01,813 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:01,814 DEBUG [RS:0;b16ff38458c1:38369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:01,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:01,814 INFO [RS:0;b16ff38458c1:38369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38369 2024-11-16T10:22:01,829 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876532845/rs/b16ff38458c1,38369,1731752492849 2024-11-16T10:22:01,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845/rs 2024-11-16T10:22:01,829 INFO [RS:0;b16ff38458c1:38369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:01,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,38369,1731752492849] 2024-11-16T10:22:01,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876532845/draining/b16ff38458c1,38369,1731752492849 already deleted, retry=false 2024-11-16T10:22:01,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,38369,1731752492849 expired; onlineServers=0 2024-11-16T10:22:01,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,42337,1731752492663' ***** 2024-11-16T10:22:01,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:01,882 DEBUG [M:0;b16ff38458c1:42337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:22:01,882 DEBUG [M:0;b16ff38458c1:42337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:22:01,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:22:01,882 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752493737 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752493737,5,FailOnTimeoutGroup] 2024-11-16T10:22:01,882 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752493737 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752493737,5,FailOnTimeoutGroup] 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:01,882 DEBUG [M:0;b16ff38458c1:42337 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:01,882 INFO [M:0;b16ff38458c1:42337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:22:01,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:22:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876532845/master 2024-11-16T10:22:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876532845 2024-11-16T10:22:01,892 DEBUG [M:0;b16ff38458c1:42337 {}] zookeeper.ZKUtil(347): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Unable to get data of znode /1-1876532845/master because node does not exist (not an error) 2024-11-16T10:22:01,892 WARN [M:0;b16ff38458c1:42337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:22:01,893 INFO [M:0;b16ff38458c1:42337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/.lastflushedseqids 2024-11-16T10:22:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741848_1024 (size=245) 2024-11-16T10:22:01,897 INFO [M:0;b16ff38458c1:42337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:22:01,897 INFO [M:0;b16ff38458c1:42337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:22:01,897 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:01,897 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:01,897 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:01,897 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:01,897 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:01,897 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T10:22:01,910 DEBUG [M:0;b16ff38458c1:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c8f181457d4856a71b64e9345034df is 82, key is hbase:meta,,1/info:regioninfo/1731752494634/Put/seqid=0 2024-11-16T10:22:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741849_1025 (size=5672) 2024-11-16T10:22:01,968 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:01,968 INFO [RS:0;b16ff38458c1:38369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:01,968 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38369-0x1014329d7a10004, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:01,968 INFO [RS:0;b16ff38458c1:38369 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,38369,1731752492849; zookeeper connection closed. 2024-11-16T10:22:01,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10217944 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10217944 2024-11-16T10:22:01,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:22:02,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,253 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:22:02,314 INFO [M:0;b16ff38458c1:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c8f181457d4856a71b64e9345034df 2024-11-16T10:22:02,329 DEBUG [M:0;b16ff38458c1:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62ea3868b62842d8afafe6e434648f2a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752506243/Put/seqid=0 2024-11-16T10:22:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741850_1026 (size=8516) 2024-11-16T10:22:02,369 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:22:02,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,732 INFO [M:0;b16ff38458c1:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62ea3868b62842d8afafe6e434648f2a 2024-11-16T10:22:02,749 DEBUG [M:0;b16ff38458c1:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b290cf2a824344c6a6eb6fa6a6f01f84 is 69, key is b16ff38458c1,38369,1731752492849/rs:state/1731752493785/Put/seqid=0 2024-11-16T10:22:02,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741851_1027 (size=5156) 2024-11-16T10:22:02,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:02,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:03,152 INFO [M:0;b16ff38458c1:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b290cf2a824344c6a6eb6fa6a6f01f84 2024-11-16T10:22:03,156 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71c8f181457d4856a71b64e9345034df as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71c8f181457d4856a71b64e9345034df 2024-11-16T10:22:03,159 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71c8f181457d4856a71b64e9345034df, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T10:22:03,160 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62ea3868b62842d8afafe6e434648f2a as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62ea3868b62842d8afafe6e434648f2a 2024-11-16T10:22:03,162 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62ea3868b62842d8afafe6e434648f2a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T10:22:03,163 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b290cf2a824344c6a6eb6fa6a6f01f84 as hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b290cf2a824344c6a6eb6fa6a6f01f84 2024-11-16T10:22:03,166 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33717/user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b290cf2a824344c6a6eb6fa6a6f01f84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T10:22:03,167 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-11-16T10:22:03,168 INFO [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:03,168 DEBUG [M:0;b16ff38458c1:42337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752521897Disabling compacts and flushes for region at 1731752521897Disabling writes for close at 1731752521897Obtaining lock to block concurrent updates at 1731752521897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752521897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731752521898 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752521898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752521898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752521910 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752521910Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752522317 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752522329 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752522329Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752522736 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752522748 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752522748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bd289a: reopening flushed file at 1731752523155 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512c0bf2: reopening flushed file at 1731752523159 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4d20a: reopening flushed file at 1731752523163 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1731752523167 (+4 ms)Writing region close event to WAL at 1731752523168 (+1 ms)Closed at 1731752523168 2024-11-16T10:22:03,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741830_1006 (size=63654) 2024-11-16T10:22:03,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab23d636-d206-9fb6-3ad6-3aab6c0e866b/MasterData/WALs/b16ff38458c1,42337,1731752492663/b16ff38458c1%2C42337%2C1731752492663.1731752493478 not finished, retry = 0 2024-11-16T10:22:03,271 INFO [M:0;b16ff38458c1:42337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:22:03,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:03,271 INFO [M:0;b16ff38458c1:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42337 2024-11-16T10:22:03,271 INFO [M:0;b16ff38458c1:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:03,382 INFO [M:0;b16ff38458c1:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014329d7a10003, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:03,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10f906fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:03,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e86e81c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:03,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:03,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2d18ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:03,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e137ac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:03,385 WARN [BP-323734067-172.17.0.2-1731752490501 heartbeating to localhost/127.0.0.1:33717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:22:03,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:22:03,385 WARN [BP-323734067-172.17.0.2-1731752490501 heartbeating to localhost/127.0.0.1:33717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323734067-172.17.0.2-1731752490501 (Datanode Uuid 2e4250a1-cc5d-4829-964a-14c0b6145447) service to localhost/127.0.0.1:33717 2024-11-16T10:22:03,385 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:22:03,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/cluster_bd061891-9c45-4f7b-3b98-71bf9e578eea/data/data1/current/BP-323734067-172.17.0.2-1731752490501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:03,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/cluster_bd061891-9c45-4f7b-3b98-71bf9e578eea/data/data2/current/BP-323734067-172.17.0.2-1731752490501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:03,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:22:03,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be60ff2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:03,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f12a355{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:03,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:03,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d30b01a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:03,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2931b513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ec7cb90-d0ae-36a9-6aa5-776565cbda1d/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:03,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:22:03,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:22:03,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:03,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:03,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:03,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:03,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:03,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:22:03,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1042161411, stopped=false 2024-11-16T10:22:03,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,38729,1731752486149 2024-11-16T10:22:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0838640997/running 2024-11-16T10:22:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0838640997/running 2024-11-16T10:22:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:22:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:22:03,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:03,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/running 2024-11-16T10:22:03,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:03,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:03,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:03,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Set watcher on znode that does not yet exist, /0838640997/running 2024-11-16T10:22:03,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,44299,1731752486412' ***** 2024-11-16T10:22:03,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:22:03,420 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(3091): Received CLOSE for dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,44299,1731752486412 2024-11-16T10:22:03,420 INFO [RS:0;b16ff38458c1:44299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:03,420 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dafc4ef1aedbf732a8b80c58a83ce2c2, disabling compactions & flushes 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44299. 2024-11-16T10:22:03,421 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:22:03,421 DEBUG [RS:0;b16ff38458c1:44299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:03,421 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. after waiting 0 ms 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:22:03,421 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dafc4ef1aedbf732a8b80c58a83ce2c2 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-16T10:22:03,421 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:22:03,421 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dafc4ef1aedbf732a8b80c58a83ce2c2=hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2., 4c322418f7f85519fe3d918d736766d9=test,,1731752498751.4c322418f7f85519fe3d918d736766d9.} 2024-11-16T10:22:03,421 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c322418f7f85519fe3d918d736766d9, dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:03,421 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:03,421 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:03,421 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:22:03,434 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/info/60381e5351264028a2cefaf4829c2908 is 147, key is hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2./info:regioninfo/1731752505025/Put/seqid=0 2024-11-16T10:22:03,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741840_1016 (size=7686) 2024-11-16T10:22:03,437 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/.tmp/queue/600f94a6f6da4a77b29e0fe379ddeb10 is 153, key is 1-b16ff38458c1,44299,1731752486412/queue:b16ff38458c1%2C44299%2C1731752486412/1731752513331/Put/seqid=0 2024-11-16T10:22:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741841_1017 (size=5352) 2024-11-16T10:22:03,462 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:03,621 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c322418f7f85519fe3d918d736766d9, dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:22:03,772 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.1731752489351 to pos 636, reset compression=false 2024-11-16T10:22:03,821 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c322418f7f85519fe3d918d736766d9, dafc4ef1aedbf732a8b80c58a83ce2c2 2024-11-16T10:22:03,837 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/info/60381e5351264028a2cefaf4829c2908 2024-11-16T10:22:03,840 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/.tmp/queue/600f94a6f6da4a77b29e0fe379ddeb10 2024-11-16T10:22:03,843 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/.tmp/queue/600f94a6f6da4a77b29e0fe379ddeb10 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/queue/600f94a6f6da4a77b29e0fe379ddeb10 2024-11-16T10:22:03,846 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/queue/600f94a6f6da4a77b29e0fe379ddeb10, entries=1, sequenceid=8, filesize=5.2 K 2024-11-16T10:22:03,847 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for dafc4ef1aedbf732a8b80c58a83ce2c2 in 426ms, sequenceid=8, compaction requested=false 2024-11-16T10:22:03,851 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/replication/dafc4ef1aedbf732a8b80c58a83ce2c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:22:03,851 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:03,851 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:03,851 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:22:03,851 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dafc4ef1aedbf732a8b80c58a83ce2c2: Waiting for close lock at 1731752523420Running coprocessor pre-close hooks at 1731752523420Disabling compacts and flushes for region at 1731752523420Disabling writes for close at 1731752523421 (+1 ms)Obtaining lock to block concurrent updates at 1731752523421Preparing flush snapshotting stores in dafc4ef1aedbf732a8b80c58a83ce2c2 at 1731752523421Finished memstore snapshotting hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731752523421Flushing stores of hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. at 1731752523421Flushing dafc4ef1aedbf732a8b80c58a83ce2c2/queue: creating writer at 1731752523422 (+1 ms)Flushing dafc4ef1aedbf732a8b80c58a83ce2c2/queue: appending metadata at 1731752523436 (+14 ms)Flushing dafc4ef1aedbf732a8b80c58a83ce2c2/queue: closing flushed file at 1731752523436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50949948: reopening flushed file at 1731752523843 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for dafc4ef1aedbf732a8b80c58a83ce2c2 in 426ms, sequenceid=8, compaction requested=false at 1731752523847 (+4 ms)Writing region close event to WAL at 1731752523849 (+2 ms)Running coprocessor post-close hooks at 1731752523851 (+2 ms)Closed at 1731752523851 2024-11-16T10:22:03,852 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752503700.dafc4ef1aedbf732a8b80c58a83ce2c2. 2024-11-16T10:22:03,852 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c322418f7f85519fe3d918d736766d9, disabling compactions & flushes 2024-11-16T10:22:03,852 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:22:03,852 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:22:03,852 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752498751.4c322418f7f85519fe3d918d736766d9. after waiting 0 ms 2024-11-16T10:22:03,852 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:22:03,852 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c322418f7f85519fe3d918d736766d9 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T10:22:03,854 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/ns/20b4abdfdf3f4f0db47c72e788acb447 is 43, key is default/ns:d/1731752490384/Put/seqid=0 2024-11-16T10:22:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:22:03,860 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/ns/20b4abdfdf3f4f0db47c72e788acb447 2024-11-16T10:22:03,869 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f/7e8e42d932d34e4d9f7845f80542208b is 28, key is row/f:/1731752513185/DeleteFamily/seqid=0 2024-11-16T10:22:03,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741843_1019 (size=5085) 2024-11-16T10:22:03,873 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f/7e8e42d932d34e4d9f7845f80542208b 2024-11-16T10:22:03,875 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e8e42d932d34e4d9f7845f80542208b 2024-11-16T10:22:03,880 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/rep_barrier/670bc774b4bc436ab705a81f5c50ed45 is 112, key is test,,1731752498751.4c322418f7f85519fe3d918d736766d9./rep_barrier:seqnumDuringOpen/1731752499912/Put/seqid=0 2024-11-16T10:22:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741844_1020 (size=5518) 2024-11-16T10:22:03,888 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f1/0721a412913b4a738da6d6901b656d88 is 29, key is row/f1:/1731752513185/DeleteFamily/seqid=0 2024-11-16T10:22:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741845_1021 (size=5089) 2024-11-16T10:22:04,021 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:22:04,170 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:38729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T10:22:04,222 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c322418f7f85519fe3d918d736766d9 2024-11-16T10:22:04,254 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:22:04,254 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:22:04,284 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/rep_barrier/670bc774b4bc436ab705a81f5c50ed45 2024-11-16T10:22:04,292 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f1/0721a412913b4a738da6d6901b656d88 2024-11-16T10:22:04,295 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0721a412913b4a738da6d6901b656d88 2024-11-16T10:22:04,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/table/015385100fa64ab79a9487ce59714562 is 53, key is hbase:replication/table:state/1731752505030/Put/seqid=0 2024-11-16T10:22:04,311 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/norep/37ddb6829cd8455fa1733496fd596ecc is 32, key is row/norep:/1731752513185/DeleteFamily/seqid=0 2024-11-16T10:22:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741846_1022 (size=5308) 2024-11-16T10:22:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741847_1023 (size=5101) 2024-11-16T10:22:04,315 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/norep/37ddb6829cd8455fa1733496fd596ecc 2024-11-16T10:22:04,318 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37ddb6829cd8455fa1733496fd596ecc 2024-11-16T10:22:04,319 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f/7e8e42d932d34e4d9f7845f80542208b as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/f/7e8e42d932d34e4d9f7845f80542208b 2024-11-16T10:22:04,331 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e8e42d932d34e4d9f7845f80542208b 2024-11-16T10:22:04,331 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/f/7e8e42d932d34e4d9f7845f80542208b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T10:22:04,332 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/f1/0721a412913b4a738da6d6901b656d88 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/f1/0721a412913b4a738da6d6901b656d88 2024-11-16T10:22:04,335 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0721a412913b4a738da6d6901b656d88 2024-11-16T10:22:04,335 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/f1/0721a412913b4a738da6d6901b656d88, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T10:22:04,336 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/.tmp/norep/37ddb6829cd8455fa1733496fd596ecc as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/norep/37ddb6829cd8455fa1733496fd596ecc 2024-11-16T10:22:04,340 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37ddb6829cd8455fa1733496fd596ecc 2024-11-16T10:22:04,340 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/norep/37ddb6829cd8455fa1733496fd596ecc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T10:22:04,341 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c322418f7f85519fe3d918d736766d9 in 489ms, sequenceid=6, compaction requested=false 2024-11-16T10:22:04,341 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:22:04,345 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/default/test/4c322418f7f85519fe3d918d736766d9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:22:04,346 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:04,346 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:04,346 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:22:04,346 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c322418f7f85519fe3d918d736766d9: Waiting for close lock at 1731752523852Running coprocessor pre-close hooks at 1731752523852Disabling compacts and flushes for region at 1731752523852Disabling writes for close at 1731752523852Obtaining lock to block concurrent updates at 1731752523852Preparing flush snapshotting stores in 4c322418f7f85519fe3d918d736766d9 at 1731752523852Finished memstore snapshotting test,,1731752498751.4c322418f7f85519fe3d918d736766d9., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731752523852Flushing stores of test,,1731752498751.4c322418f7f85519fe3d918d736766d9. at 1731752523852Flushing 4c322418f7f85519fe3d918d736766d9/f: creating writer at 1731752523852Flushing 4c322418f7f85519fe3d918d736766d9/f: appending metadata at 1731752523869 (+17 ms)Flushing 4c322418f7f85519fe3d918d736766d9/f: closing flushed file at 1731752523869Flushing 4c322418f7f85519fe3d918d736766d9/f1: creating writer at 1731752523876 (+7 ms)Flushing 4c322418f7f85519fe3d918d736766d9/f1: appending metadata at 1731752523888 (+12 ms)Flushing 4c322418f7f85519fe3d918d736766d9/f1: closing flushed file at 1731752523888Flushing 4c322418f7f85519fe3d918d736766d9/norep: creating writer at 1731752524295 (+407 ms)Flushing 4c322418f7f85519fe3d918d736766d9/norep: appending metadata at 1731752524311 (+16 ms)Flushing 4c322418f7f85519fe3d918d736766d9/norep: closing flushed file at 1731752524311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51948b0: reopening flushed file at 1731752524319 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4df973: reopening flushed file at 1731752524332 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466801d8: reopening flushed file at 1731752524335 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c322418f7f85519fe3d918d736766d9 in 489ms, sequenceid=6, compaction requested=false at 1731752524341 (+6 ms)Writing region close event to WAL at 1731752524343 (+2 ms)Running coprocessor post-close hooks at 1731752524346 (+3 ms)Closed at 1731752524346 2024-11-16T10:22:04,346 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752498751.4c322418f7f85519fe3d918d736766d9. 2024-11-16T10:22:04,422 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:22:04,422 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:22:04,422 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:04,622 DEBUG [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:04,714 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/table/015385100fa64ab79a9487ce59714562 2024-11-16T10:22:04,718 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/info/60381e5351264028a2cefaf4829c2908 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/info/60381e5351264028a2cefaf4829c2908 2024-11-16T10:22:04,722 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/info/60381e5351264028a2cefaf4829c2908, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:22:04,722 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/ns/20b4abdfdf3f4f0db47c72e788acb447 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/ns/20b4abdfdf3f4f0db47c72e788acb447 2024-11-16T10:22:04,725 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/ns/20b4abdfdf3f4f0db47c72e788acb447, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:22:04,726 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/rep_barrier/670bc774b4bc436ab705a81f5c50ed45 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/rep_barrier/670bc774b4bc436ab705a81f5c50ed45 2024-11-16T10:22:04,729 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/rep_barrier/670bc774b4bc436ab705a81f5c50ed45, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:22:04,729 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/.tmp/table/015385100fa64ab79a9487ce59714562 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/table/015385100fa64ab79a9487ce59714562 2024-11-16T10:22:04,733 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/table/015385100fa64ab79a9487ce59714562, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:22:04,733 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-16T10:22:04,733 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:22:04,736 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:22:04,737 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:04,737 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:04,737 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:04,737 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752523421Running coprocessor pre-close hooks at 1731752523421Disabling compacts and flushes for region at 1731752523421Disabling writes for close at 1731752523421Obtaining lock to block concurrent updates at 1731752523421Preparing flush snapshotting stores in 1588230740 at 1731752523421Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752523421Flushing stores of hbase:meta,,1.1588230740 at 1731752523422 (+1 ms)Flushing 1588230740/info: creating writer at 1731752523422Flushing 1588230740/info: appending metadata at 1731752523434 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731752523434Flushing 1588230740/ns: creating writer at 1731752523841 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731752523854 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731752523854Flushing 1588230740/rep_barrier: creating writer at 1731752523864 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752523879 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752523879Flushing 1588230740/table: creating writer at 1731752524287 (+408 ms)Flushing 1588230740/table: appending metadata at 1731752524304 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731752524304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7ee465: reopening flushed file at 1731752524717 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523652f4: reopening flushed file at 1731752524722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378b0881: reopening flushed file at 1731752524725 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@966367d: reopening flushed file at 1731752524729 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731752524733 (+4 ms)Writing region close event to WAL at 1731752524735 (+2 ms)Running coprocessor post-close hooks at 1731752524737 (+2 ms)Closed at 1731752524737 2024-11-16T10:22:04,737 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:04,822 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,44299,1731752486412; all regions closed. 2024-11-16T10:22:04,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/WALs/b16ff38458c1,44299,1731752486412/b16ff38458c1%2C44299%2C1731752486412.meta.1731752490299.meta not finished, retry = 0 2024-11-16T10:22:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741834_1010 (size=4239) 2024-11-16T10:22:04,926 DEBUG [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs 2024-11-16T10:22:04,926 INFO [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44299%2C1731752486412.meta:.meta(num 1731752490299) 2024-11-16T10:22:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741839_1015 (size=2240) 2024-11-16T10:22:04,929 DEBUG [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs 2024-11-16T10:22:04,929 INFO [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44299%2C1731752486412.rep:(num 1731752504994) 2024-11-16T10:22:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741832_1008 (size=1535) 2024-11-16T10:22:04,932 DEBUG [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/oldWALs 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C44299%2C1731752486412:(num 1731752489351) 2024-11-16T10:22:04,932 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:04,932 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,44299,1731752486412 because: Region server is closing 2024-11-16T10:22:04,932 INFO [RS:0;b16ff38458c1:44299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:44299. 2024-11-16T10:22:04,933 DEBUG [RS:0;b16ff38458c1:44299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:04,933 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:04,933 DEBUG [RS:0;b16ff38458c1:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:04,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:05,033 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.wal-reader.b16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:22:05,033 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T10:22:05,033 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,44299,1731752486412.replicationSource.shipperb16ff38458c1%2C44299%2C1731752486412,1-b16ff38458c1,44299,1731752486412 terminated 2024-11-16T10:22:05,033 INFO [RS:0;b16ff38458c1:44299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44299 2024-11-16T10:22:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997/rs 2024-11-16T10:22:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0838640997/rs/b16ff38458c1,44299,1731752486412 2024-11-16T10:22:05,060 INFO [RS:0;b16ff38458c1:44299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:05,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,44299,1731752486412] 2024-11-16T10:22:05,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0838640997/draining/b16ff38458c1,44299,1731752486412 already deleted, retry=false 2024-11-16T10:22:05,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,44299,1731752486412 expired; onlineServers=0 2024-11-16T10:22:05,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,38729,1731752486149' ***** 2024-11-16T10:22:05,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:22:05,082 INFO [M:0;b16ff38458c1:38729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:05,082 INFO [M:0;b16ff38458c1:38729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:05,082 DEBUG [M:0;b16ff38458c1:38729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:22:05,082 DEBUG [M:0;b16ff38458c1:38729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:22:05,082 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:22:05,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752489133 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752489133,5,FailOnTimeoutGroup] 2024-11-16T10:22:05,082 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752489133 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752489133,5,FailOnTimeoutGroup] 2024-11-16T10:22:05,082 INFO [M:0;b16ff38458c1:38729 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:05,082 INFO [M:0;b16ff38458c1:38729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:05,082 DEBUG [M:0;b16ff38458c1:38729 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:22:05,082 INFO [M:0;b16ff38458c1:38729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:22:05,083 INFO [M:0;b16ff38458c1:38729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:05,083 INFO [M:0;b16ff38458c1:38729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:22:05,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:22:05,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0838640997/master 2024-11-16T10:22:05,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0838640997 2024-11-16T10:22:05,092 DEBUG [M:0;b16ff38458c1:38729 {}] zookeeper.ZKUtil(347): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Unable to get data of znode /0838640997/master because node does not exist (not an error) 2024-11-16T10:22:05,092 WARN [M:0;b16ff38458c1:38729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:22:05,093 INFO [M:0;b16ff38458c1:38729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/.lastflushedseqids 2024-11-16T10:22:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741848_1024 (size=245) 2024-11-16T10:22:05,172 INFO [RS:0;b16ff38458c1:44299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:05,172 INFO [RS:0;b16ff38458c1:44299 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,44299,1731752486412; zookeeper connection closed. 2024-11-16T10:22:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1014329d7a10001, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:05,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58c0c217 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58c0c217 2024-11-16T10:22:05,172 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:22:05,506 INFO [M:0;b16ff38458c1:38729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:22:05,506 INFO [M:0;b16ff38458c1:38729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:22:05,506 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:05,506 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:05,506 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:05,506 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:05,506 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:05,506 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-16T10:22:05,525 DEBUG [M:0;b16ff38458c1:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef5b23acf894a77a23ec18162663355 is 82, key is hbase:meta,,1/info:regioninfo/1731752490335/Put/seqid=0 2024-11-16T10:22:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741849_1025 (size=5672) 2024-11-16T10:22:05,929 INFO [M:0;b16ff38458c1:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef5b23acf894a77a23ec18162663355 2024-11-16T10:22:05,946 DEBUG [M:0;b16ff38458c1:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5eba78bb35422da9128a6610d25947 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752499923/Put/seqid=0 2024-11-16T10:22:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741850_1026 (size=7219) 2024-11-16T10:22:06,349 INFO [M:0;b16ff38458c1:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5eba78bb35422da9128a6610d25947 2024-11-16T10:22:06,353 INFO [M:0;b16ff38458c1:38729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a5eba78bb35422da9128a6610d25947 2024-11-16T10:22:06,371 DEBUG [M:0;b16ff38458c1:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f9128663b0047dcad2dc16b12aee6af is 69, key is b16ff38458c1,44299,1731752486412/rs:state/1731752489183/Put/seqid=0 2024-11-16T10:22:06,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741851_1027 (size=5156) 2024-11-16T10:22:06,782 INFO [M:0;b16ff38458c1:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f9128663b0047dcad2dc16b12aee6af 2024-11-16T10:22:06,787 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cef5b23acf894a77a23ec18162663355 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cef5b23acf894a77a23ec18162663355 2024-11-16T10:22:06,791 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cef5b23acf894a77a23ec18162663355, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T10:22:06,792 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5eba78bb35422da9128a6610d25947 as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a5eba78bb35422da9128a6610d25947 2024-11-16T10:22:06,796 INFO [M:0;b16ff38458c1:38729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a5eba78bb35422da9128a6610d25947 2024-11-16T10:22:06,796 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a5eba78bb35422da9128a6610d25947, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T10:22:06,797 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f9128663b0047dcad2dc16b12aee6af as hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f9128663b0047dcad2dc16b12aee6af 2024-11-16T10:22:06,800 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f9128663b0047dcad2dc16b12aee6af, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T10:22:06,801 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-11-16T10:22:06,807 INFO [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:06,807 DEBUG [M:0;b16ff38458c1:38729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752525506Disabling compacts and flushes for region at 1731752525506Disabling writes for close at 1731752525506Obtaining lock to block concurrent updates at 1731752525506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752525506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731752525507 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752525507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752525507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752525525 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752525525Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752525932 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752525945 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752525945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752526353 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752526370 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752526370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c35d32c: reopening flushed file at 1731752526786 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa8764e: reopening flushed file at 1731752526791 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d419ce1: reopening flushed file at 1731752526796 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1731752526801 (+5 ms)Writing region close event to WAL at 1731752526807 (+6 ms)Closed at 1731752526807 2024-11-16T10:22:06,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41505 is added to blk_1073741830_1006 (size=64435) 2024-11-16T10:22:06,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7ca09ac-4a78-4412-2248-4728b6eda2c1/MasterData/WALs/b16ff38458c1,38729,1731752486149/b16ff38458c1%2C38729%2C1731752486149.1731752488176 not finished, retry = 0 2024-11-16T10:22:06,910 INFO [M:0;b16ff38458c1:38729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:22:06,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:06,910 INFO [M:0;b16ff38458c1:38729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38729 2024-11-16T10:22:06,911 INFO [M:0;b16ff38458c1:38729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:07,022 INFO [M:0;b16ff38458c1:38729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1014329d7a10000, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:07,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69c87d6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:07,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5874ef0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:07,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:07,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6293aa39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:07,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@259ca815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:07,026 WARN [BP-1833211671-172.17.0.2-1731752483855 heartbeating to localhost/127.0.0.1:45239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:22:07,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:22:07,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:22:07,026 WARN [BP-1833211671-172.17.0.2-1731752483855 heartbeating to localhost/127.0.0.1:45239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833211671-172.17.0.2-1731752483855 (Datanode Uuid d01d9d95-aeef-4efa-b1e9-cc6e1af435b7) service to localhost/127.0.0.1:45239 2024-11-16T10:22:07,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/data/data1/current/BP-1833211671-172.17.0.2-1731752483855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:07,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/cluster_55311e18-6f5b-04a2-6d89-d11b7900b751/data/data2/current/BP-1833211671-172.17.0.2-1731752483855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:07,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:22:07,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6185f478{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:07,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25101a71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:07,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:07,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d129b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:07,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47338a4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d9c86d9-365c-2589-0580-61ff7b04bf27/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:07,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:22:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:22:07,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33717 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45239 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51944) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36719 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3707 (was 3246) - AvailableMemoryMB LEAK? - 2024-11-16T10:22:07,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3707 2024-11-16T10:22:07,090 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T10:22:07,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir so I do NOT create it in target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758 2024-11-16T10:22:07,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:22:07,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.tmp.dir so I do NOT create it in target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758 2024-11-16T10:22:07,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57e18817-5fec-6409-1da8-992b19f72b4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:22:07,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758 2024-11-16T10:22:07,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6, deleteOnExit=true 2024-11-16T10:22:07,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/zookeeper_0, clientPort=54881, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:22:07,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54881 2024-11-16T10:22:07,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:22:07,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/test.cache.data in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:22:07,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:22:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:22:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:22:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:22:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:22:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014329d7a10005, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014329d7a10002, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014329d7a10008, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:07,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014329d7a10002, quorum=127.0.0.1:51944, baseZNode=/0838640997 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:22:07,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014329d7a10005, quorum=127.0.0.1:51944, baseZNode=/1-1876532845 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:22:07,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014329d7a10008, quorum=127.0.0.1:51944, baseZNode=/2-344088667 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:22:07,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:07,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:07,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:07,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:07,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:22:07,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:07,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1078bb73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:07,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@360925cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:07,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6779291b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/java.io.tmpdir/jetty-localhost-43811-hadoop-hdfs-3_4_1-tests_jar-_-any-3523545146523342582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:07,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e930464{HTTP/1.1, (http/1.1)}{localhost:43811} 2024-11-16T10:22:07,516 INFO [Time-limited test {}] server.Server(415): Started @321711ms 2024-11-16T10:22:07,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:07,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:07,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:07,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:07,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:22:07,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6593478d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:07,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a663788{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:07,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362b76a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-12481175767185922654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:07,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ebb6745{HTTP/1.1, (http/1.1)}{localhost:34241} 2024-11-16T10:22:07,892 INFO [Time-limited test {}] server.Server(415): Started @322086ms 2024-11-16T10:22:07,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:22:08,657 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data1/current/BP-716622004-172.17.0.2-1731752527111/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:08,660 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data2/current/BP-716622004-172.17.0.2-1731752527111/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:08,706 WARN [Thread-4148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:22:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356a38b3b6d194f9 with lease ID 0x9e1e42b6adc95023: Processing first storage report for DS-2e5ba5b2-724d-4dbb-8218-62189fbf4918 from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=f153cde4-1518-4b5a-a8e4-80a0bb802031, infoPort=33265, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=651842503;c=1731752527111) 2024-11-16T10:22:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356a38b3b6d194f9 with lease ID 0x9e1e42b6adc95023: from storage DS-2e5ba5b2-724d-4dbb-8218-62189fbf4918 node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=f153cde4-1518-4b5a-a8e4-80a0bb802031, infoPort=33265, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=651842503;c=1731752527111), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:22:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356a38b3b6d194f9 with lease ID 0x9e1e42b6adc95023: Processing first storage report for DS-657ba1e3-4c86-4131-9d31-55a1fc154853 from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=f153cde4-1518-4b5a-a8e4-80a0bb802031, infoPort=33265, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=651842503;c=1731752527111) 2024-11-16T10:22:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356a38b3b6d194f9 with lease ID 0x9e1e42b6adc95023: from storage DS-657ba1e3-4c86-4131-9d31-55a1fc154853 node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=f153cde4-1518-4b5a-a8e4-80a0bb802031, infoPort=33265, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=651842503;c=1731752527111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:08,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758 2024-11-16T10:22:08,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:08,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:22:08,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d with version=8 2024-11-16T10:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/hbase-staging 2024-11-16T10:22:08,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:22:08,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:08,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43397 2024-11-16T10:22:08,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43397 connecting to ZooKeeper ensemble=127.0.0.1:54881 2024-11-16T10:22:08,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433970x0, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:08,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43397-0x101432a80a20000 connected 2024-11-16T10:22:09,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:09,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:09,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on znode that does not yet exist, /0-145582806/running 2024-11-16T10:22:09,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d, hbase.cluster.distributed=false 2024-11-16T10:22:09,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on znode that does not yet exist, /0-145582806/acl 2024-11-16T10:22:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-16T10:22:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43397 2024-11-16T10:22:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43397 2024-11-16T10:22:09,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-16T10:22:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-16T10:22:09,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:22:09,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:09,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37815 2024-11-16T10:22:09,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37815 connecting to ZooKeeper ensemble=127.0.0.1:54881 2024-11-16T10:22:09,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:09,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378150x0, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:09,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378150x0, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on znode that does not yet exist, /0-145582806/running 2024-11-16T10:22:09,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37815-0x101432a80a20001 connected 2024-11-16T10:22:09,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:22:09,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:22:09,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on znode that does not yet exist, /0-145582806/master 2024-11-16T10:22:09,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on znode that does not yet exist, /0-145582806/acl 2024-11-16T10:22:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37815 2024-11-16T10:22:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37815 2024-11-16T10:22:09,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37815 2024-11-16T10:22:09,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37815 2024-11-16T10:22:09,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37815 2024-11-16T10:22:09,152 DEBUG [M:0;b16ff38458c1:43397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:43397 2024-11-16T10:22:09,153 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-145582806/backup-masters/b16ff38458c1,43397,1731752528811 2024-11-16T10:22:09,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806/backup-masters 2024-11-16T10:22:09,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806/backup-masters 2024-11-16T10:22:09,166 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on existing znode=/0-145582806/backup-masters/b16ff38458c1,43397,1731752528811 2024-11-16T10:22:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-145582806/master 2024-11-16T10:22:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:09,176 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on existing znode=/0-145582806/master 2024-11-16T10:22:09,176 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-145582806/backup-masters/b16ff38458c1,43397,1731752528811 from backup master directory 2024-11-16T10:22:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806/backup-masters 2024-11-16T10:22:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-145582806/backup-masters/b16ff38458c1,43397,1731752528811 2024-11-16T10:22:09,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806/backup-masters 2024-11-16T10:22:09,186 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:09,186 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,43397,1731752528811 2024-11-16T10:22:09,189 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/hbase.id] with ID: 484d0d49-0a76-4724-8059-1a3cfa31d222 2024-11-16T10:22:09,189 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/.tmp/hbase.id 2024-11-16T10:22:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:22:09,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:09,593 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/.tmp/hbase.id]:[hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/hbase.id] 2024-11-16T10:22:09,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:09,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:22:09,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T10:22:09,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:09,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:22:10,055 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:10,056 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:22:10,056 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:22:10,462 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/data/master/store 2024-11-16T10:22:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:10,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:10,867 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:10,867 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752530867Disabling compacts and flushes for region at 1731752530867Disabling writes for close at 1731752530867Writing region close event to WAL at 1731752530867Closed at 1731752530867 2024-11-16T10:22:10,868 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/data/master/store/.initializing 2024-11-16T10:22:10,868 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/WALs/b16ff38458c1,43397,1731752528811 2024-11-16T10:22:10,869 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:10,870 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C43397%2C1731752528811, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/WALs/b16ff38458c1,43397,1731752528811, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/oldWALs, maxLogs=10 2024-11-16T10:22:10,887 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/WALs/b16ff38458c1,43397,1731752528811/b16ff38458c1%2C43397%2C1731752528811.1731752530870, exclude list is [], retry=0 2024-11-16T10:22:10,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-2e5ba5b2-724d-4dbb-8218-62189fbf4918,DISK] 2024-11-16T10:22:10,890 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/WALs/b16ff38458c1,43397,1731752528811/b16ff38458c1%2C43397%2C1731752528811.1731752530870 2024-11-16T10:22:10,891 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33265:33265)] 2024-11-16T10:22:10,891 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:10,891 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:10,891 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,891 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:22:10,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:10,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:10,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:22:10,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:10,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:10,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:22:10,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:10,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:10,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:22:10,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:10,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:10,899 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,899 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,900 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,900 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,900 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,901 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:10,901 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:10,902 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:10,903 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70791099, jitterRate=0.054869577288627625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:10,903 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752530891Initializing all the Stores at 1731752530892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752530892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752530892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752530892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752530892Cleaning up temporary data from old regions at 1731752530900 (+8 ms)Region opened successfully at 1731752530903 (+3 ms) 2024-11-16T10:22:10,903 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:22:10,905 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638197d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:10,906 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:22:10,906 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:22:10,906 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:22:10,906 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:22:10,906 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:22:10,907 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:22:10,907 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:22:10,908 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:22:10,909 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Unable to get data of znode /0-145582806/balancer because node does not exist (not necessarily an error) 2024-11-16T10:22:11,007 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-145582806/balancer already deleted, retry=false 2024-11-16T10:22:11,007 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:22:11,008 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Unable to get data of znode /0-145582806/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:22:11,017 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-145582806/normalizer already deleted, retry=false 2024-11-16T10:22:11,018 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:22:11,018 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Unable to get data of znode /0-145582806/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:22:11,028 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-145582806/switch/split already deleted, retry=false 2024-11-16T10:22:11,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Unable to get data of znode /0-145582806/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:22:11,039 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-145582806/switch/merge already deleted, retry=false 2024-11-16T10:22:11,040 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Unable to get data of znode /0-145582806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:22:11,049 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-145582806/snapshot-cleanup already deleted, retry=false 2024-11-16T10:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-145582806/running 2024-11-16T10:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-145582806/running 2024-11-16T10:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,060 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,43397,1731752528811, sessionid=0x101432a80a20000, setting cluster-up flag (Was=false) 2024-11-16T10:22:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,112 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-145582806/flush-table-proc/acquired, /0-145582806/flush-table-proc/reached, /0-145582806/flush-table-proc/abort 2024-11-16T10:22:11,113 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43397,1731752528811 2024-11-16T10:22:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:11,165 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-145582806/online-snapshot/acquired, /0-145582806/online-snapshot/reached, /0-145582806/online-snapshot/abort 2024-11-16T10:22:11,166 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43397,1731752528811 2024-11-16T10:22:11,167 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:22:11,168 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:11,168 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:22:11,168 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:22:11,168 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,43397,1731752528811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:11,169 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752561170 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:22:11,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:22:11,170 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:22:11,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:22:11,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:11,171 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752531171,5,FailOnTimeoutGroup] 2024-11-16T10:22:11,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:22:11,171 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752531171,5,FailOnTimeoutGroup] 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:22:11,171 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,172 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:22:11,243 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(746): ClusterId : 484d0d49-0a76-4724-8059-1a3cfa31d222 2024-11-16T10:22:11,243 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:22:11,250 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:22:11,250 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:22:11,260 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:22:11,261 DEBUG [RS:0;b16ff38458c1:37815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad9e504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:11,274 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:37815 2024-11-16T10:22:11,274 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:22:11,274 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:22:11,275 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:22:11,275 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,43397,1731752528811 with port=37815, startcode=1731752529120 2024-11-16T10:22:11,275 DEBUG [RS:0;b16ff38458c1:37815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:22:11,277 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:22:11,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43397 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,278 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d 2024-11-16T10:22:11,278 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39531 2024-11-16T10:22:11,278 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:22:11,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806/rs 2024-11-16T10:22:11,290 DEBUG [RS:0;b16ff38458c1:37815 {}] zookeeper.ZKUtil(111): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Set watcher on existing znode=/0-145582806/rs/b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,290 WARN [RS:0;b16ff38458c1:37815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:11,290 INFO [RS:0;b16ff38458c1:37815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:11,290 DEBUG [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,37815,1731752529120] 2024-11-16T10:22:11,292 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:22:11,296 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:22:11,296 INFO [RS:0;b16ff38458c1:37815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:22:11,296 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,297 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:22:11,297 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:22:11,297 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:11,297 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:11,298 DEBUG [RS:0;b16ff38458c1:37815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,299 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37815,1731752529120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:11,312 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:22:11,312 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,37815,1731752529120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,312 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,312 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.Replication(171): b16ff38458c1,37815,1731752529120 started 2024-11-16T10:22:11,324 INFO [RS:0;b16ff38458c1:37815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:11,324 INFO [RS:0;b16ff38458c1:37815 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,37815,1731752529120, RpcServer on b16ff38458c1/172.17.0.2:37815, sessionid=0x101432a80a20001 2024-11-16T10:22:11,324 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:22:11,324 DEBUG [RS:0;b16ff38458c1:37815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,324 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,37815,1731752529120' 2024-11-16T10:22:11,324 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-145582806/flush-table-proc/abort' 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-145582806/flush-table-proc/acquired' 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,37815,1731752529120 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,37815,1731752529120' 2024-11-16T10:22:11,325 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-145582806/online-snapshot/abort' 2024-11-16T10:22:11,326 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-145582806/online-snapshot/acquired' 2024-11-16T10:22:11,326 DEBUG [RS:0;b16ff38458c1:37815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:22:11,326 INFO [RS:0;b16ff38458c1:37815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:22:11,326 INFO [RS:0;b16ff38458c1:37815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:22:11,426 INFO [RS:0;b16ff38458c1:37815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:11,427 INFO [RS:0;b16ff38458c1:37815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C37815%2C1731752529120, suffix=, logDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/oldWALs, maxLogs=10 2024-11-16T10:22:11,440 DEBUG [RS:0;b16ff38458c1:37815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120/b16ff38458c1%2C37815%2C1731752529120.1731752531428, exclude list is [], retry=0 2024-11-16T10:22:11,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-2e5ba5b2-724d-4dbb-8218-62189fbf4918,DISK] 2024-11-16T10:22:11,443 INFO [RS:0;b16ff38458c1:37815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120/b16ff38458c1%2C37815%2C1731752529120.1731752531428 2024-11-16T10:22:11,443 DEBUG [RS:0;b16ff38458c1:37815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33265:33265)] 2024-11-16T10:22:11,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:22:11,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d 2024-11-16T10:22:11,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:22:11,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:11,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:11,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:11,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:11,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:11,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:11,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:11,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:11,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:11,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:11,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:11,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:11,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:11,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:11,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:11,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:11,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:11,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:11,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/1588230740 2024-11-16T10:22:11,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/1588230740 2024-11-16T10:22:11,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:11,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:11,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:11,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:11,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:11,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73514859, jitterRate=0.09545676410198212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:11,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752531984Initializing all the Stores at 1731752531984Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752531984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752531985 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752531985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752531985Cleaning up temporary data from old regions at 1731752531990 (+5 ms)Region opened successfully at 1731752531993 (+3 ms) 2024-11-16T10:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:11,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:11,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752531994Disabling compacts and flushes for region at 1731752531994Disabling writes for close at 1731752531994Writing region close event to WAL at 1731752531994Closed at 1731752531994 2024-11-16T10:22:11,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:11,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:22:11,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:22:11,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:11,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:22:12,146 DEBUG [b16ff38458c1:43397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:22:12,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:12,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,37815,1731752529120, state=OPENING 2024-11-16T10:22:12,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:22:12,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:12,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-145582806 2024-11-16T10:22:12,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-145582806/meta-region-server: CHANGED 2024-11-16T10:22:12,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-145582806/meta-region-server: CHANGED 2024-11-16T10:22:12,271 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:12,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,37815,1731752529120}] 2024-11-16T10:22:12,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:12,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:22:12,448 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:22:12,448 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:12,449 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:22:12,451 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C37815%2C1731752529120.meta, suffix=.meta, logDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120, archiveDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/oldWALs, maxLogs=10 2024-11-16T10:22:12,469 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120/b16ff38458c1%2C37815%2C1731752529120.meta.1731752532451.meta, exclude list is [], retry=0 2024-11-16T10:22:12,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-2e5ba5b2-724d-4dbb-8218-62189fbf4918,DISK] 2024-11-16T10:22:12,482 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/WALs/b16ff38458c1,37815,1731752529120/b16ff38458c1%2C37815%2C1731752529120.meta.1731752532451.meta 2024-11-16T10:22:12,482 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33265:33265)] 2024-11-16T10:22:12,482 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:12,482 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:22:12,483 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:22:12,483 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:22:12,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:12,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:12,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:12,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:12,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:12,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:12,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:12,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:12,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:12,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:12,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:12,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:12,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:12,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:12,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:12,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:12,488 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:12,488 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/1588230740 2024-11-16T10:22:12,489 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/hbase/meta/1588230740 2024-11-16T10:22:12,490 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:12,490 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:12,490 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:12,491 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:12,492 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71441130, jitterRate=0.06455579400062561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:12,492 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:22:12,492 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752532483Writing region info on filesystem at 1731752532483Initializing all the Stores at 1731752532484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752532484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752532484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752532484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752532484Cleaning up temporary data from old regions at 1731752532490 (+6 ms)Running coprocessor post-open hooks at 1731752532492 (+2 ms)Region opened successfully at 1731752532492 2024-11-16T10:22:12,493 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752532424 2024-11-16T10:22:12,495 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:22:12,495 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:22:12,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:12,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,37815,1731752529120, state=OPEN 2024-11-16T10:22:12,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37815-0x101432a80a20001, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-145582806/meta-region-server 2024-11-16T10:22:12,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43397-0x101432a80a20000, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-145582806/meta-region-server 2024-11-16T10:22:12,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:12,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-145582806/meta-region-server: CHANGED 2024-11-16T10:22:12,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-145582806/meta-region-server: CHANGED 2024-11-16T10:22:12,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:22:12,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,37815,1731752529120 in 258 msec 2024-11-16T10:22:12,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:22:12,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-16T10:22:12,533 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:12,533 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:22:12,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:12,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,37815,1731752529120, seqNum=-1] 2024-11-16T10:22:12,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:12,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:12,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-16T10:22:12,539 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752532539, completionTime=-1 2024-11-16T10:22:12,539 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:22:12,540 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:22:12,541 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:22:12,541 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752592541 2024-11-16T10:22:12,541 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752652541 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:43397, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,542 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,543 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.359sec 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:12,545 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:22:12,547 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:22:12,547 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:22:12,547 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43397,1731752528811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:12,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b8011d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:12,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43397,-1 for getting cluster id 2024-11-16T10:22:12,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:12,648 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '484d0d49-0a76-4724-8059-1a3cfa31d222' 2024-11-16T10:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "484d0d49-0a76-4724-8059-1a3cfa31d222" 2024-11-16T10:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa3e984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43397,-1] 2024-11-16T10:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:12,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:12,651 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:12,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a817dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:12,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,37815,1731752529120, seqNum=-1] 2024-11-16T10:22:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:12,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:12,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,43397,1731752528811 2024-11-16T10:22:12,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54881 2024-11-16T10:22:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54881, baseZNode=/0-145582806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:12,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101432a80a20002 connected 2024-11-16T10:22:12,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43397,1731752528811 2024-11-16T10:22:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d954979 2024-11-16T10:22:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:12,696 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:12,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:22:12,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:22:12,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:12,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:22:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:12,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:22:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:22:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:13,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 009889016c75d33098d9361851f178a2, NAME => 'test,,1731752532696.009889016c75d33098d9361851f178a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d 2024-11-16T10:22:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:22:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:22:13,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752532696.009889016c75d33098d9361851f178a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 009889016c75d33098d9361851f178a2, disabling compactions & flushes 2024-11-16T10:22:13,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752532696.009889016c75d33098d9361851f178a2. after waiting 0 ms 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 009889016c75d33098d9361851f178a2: Waiting for close lock at 1731752533537Disabling compacts and flushes for region at 1731752533537Disabling writes for close at 1731752533537Writing region close event to WAL at 1731752533537Closed at 1731752533537 2024-11-16T10:22:13,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:22:13,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752532696.009889016c75d33098d9361851f178a2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752533538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752533538"}]},"ts":"1731752533538"} 2024-11-16T10:22:13,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:22:13,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:22:13,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752533540"}]},"ts":"1731752533540"} 2024-11-16T10:22:13,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:22:13,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=009889016c75d33098d9361851f178a2, ASSIGN}] 2024-11-16T10:22:13,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=009889016c75d33098d9361851f178a2, ASSIGN 2024-11-16T10:22:13,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=009889016c75d33098d9361851f178a2, ASSIGN; state=OFFLINE, location=b16ff38458c1,37815,1731752529120; forceNewPlan=false, retain=false 2024-11-16T10:22:13,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=009889016c75d33098d9361851f178a2, regionState=OPENING, regionLocation=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=009889016c75d33098d9361851f178a2, ASSIGN because future has completed 2024-11-16T10:22:13,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 009889016c75d33098d9361851f178a2, server=b16ff38458c1,37815,1731752529120}] 2024-11-16T10:22:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:13,850 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,850 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 009889016c75d33098d9361851f178a2, NAME => 'test,,1731752532696.009889016c75d33098d9361851f178a2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:13,851 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:13,851 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752532696.009889016c75d33098d9361851f178a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,852 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,853 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 009889016c75d33098d9361851f178a2 columnFamilyName f 2024-11-16T10:22:13,853 DEBUG [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:13,853 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(327): Store=009889016c75d33098d9361851f178a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:13,853 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,854 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 009889016c75d33098d9361851f178a2 columnFamilyName f1 2024-11-16T10:22:13,854 DEBUG [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:13,855 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(327): Store=009889016c75d33098d9361851f178a2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:13,855 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,855 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 009889016c75d33098d9361851f178a2 columnFamilyName norep 2024-11-16T10:22:13,855 DEBUG [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:13,856 INFO [StoreOpener-009889016c75d33098d9361851f178a2-1 {}] regionserver.HStore(327): Store=009889016c75d33098d9361851f178a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:13,856 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,856 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/default/test/009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,857 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/default/test/009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,857 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,857 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,857 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:22:13,858 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,859 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/data/default/test/009889016c75d33098d9361851f178a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:13,860 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 009889016c75d33098d9361851f178a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66349340, jitterRate=-0.011317789554595947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:22:13,860 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 009889016c75d33098d9361851f178a2 2024-11-16T10:22:13,860 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 009889016c75d33098d9361851f178a2: Running coprocessor pre-open hook at 1731752533851Writing region info on filesystem at 1731752533851Initializing all the Stores at 1731752533852 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752533852Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752533852Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752533852Cleaning up temporary data from old regions at 1731752533857 (+5 ms)Running coprocessor post-open hooks at 1731752533860 (+3 ms)Region opened successfully at 1731752533860 2024-11-16T10:22:13,861 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752532696.009889016c75d33098d9361851f178a2., pid=6, masterSystemTime=1731752533847 2024-11-16T10:22:13,862 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,862 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752532696.009889016c75d33098d9361851f178a2. 2024-11-16T10:22:13,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=009889016c75d33098d9361851f178a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,37815,1731752529120 2024-11-16T10:22:13,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 009889016c75d33098d9361851f178a2, server=b16ff38458c1,37815,1731752529120 because future has completed 2024-11-16T10:22:13,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:22:13,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 009889016c75d33098d9361851f178a2, server=b16ff38458c1,37815,1731752529120 in 170 msec 2024-11-16T10:22:13,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:22:13,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=009889016c75d33098d9361851f178a2, ASSIGN in 324 msec 2024-11-16T10:22:13,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:22:13,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752533868"}]},"ts":"1731752533868"} 2024-11-16T10:22:13,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:22:13,869 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:22:13,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-16T10:22:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:14,844 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:22:14,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201d4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43397,-1 for getting cluster id 2024-11-16T10:22:14,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:14,845 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '484d0d49-0a76-4724-8059-1a3cfa31d222' 2024-11-16T10:22:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "484d0d49-0a76-4724-8059-1a3cfa31d222" 2024-11-16T10:22:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83dddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43397,-1] 2024-11-16T10:22:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,846 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38085c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43397,1731752528811 2024-11-16T10:22:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f84b735 2024-11-16T10:22:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:14,848 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:14,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:43397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:22:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:22:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:14,850 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:43397' 2024-11-16T10:22:14,851 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6da8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,851 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43397,-1 for getting cluster id 2024-11-16T10:22:14,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:14,852 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '484d0d49-0a76-4724-8059-1a3cfa31d222' 2024-11-16T10:22:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "484d0d49-0a76-4724-8059-1a3cfa31d222" 2024-11-16T10:22:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ead7ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43397,-1] 2024-11-16T10:22:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,853 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c8032a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:14,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43397,1731752528811 2024-11-16T10:22:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548be20c 2024-11-16T10:22:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:14,855 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:14,855 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:22:14,855 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:22:14,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:14,856 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T10:22:14,862 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T10:22:14,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-16T10:22:14,863 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T10:22:14,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:14,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:22:14,864 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128937 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:22:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:14,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:14,954 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b16ff38458c1:43397, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T10:22:14,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:14,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:14,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:14,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@33fda95 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 3 on default port 34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54881) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1243330710_20 at /127.0.0.1:50272 [Receiving block BP-716622004-172.17.0.2-1731752527111:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b16ff38458c1:37815 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp31346008-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54881): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BP-716622004-172.17.0.2-1731752527111 heartbeating to localhost/127.0.0.1:39531 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752531171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(472981576) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2076266583-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3944432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d/MasterData-prefix:b16ff38458c1,43397,1731752528811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752531171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp31346008-7904-acceptor-0@157129fc-ServerConnector@5ebb6745{HTTP/1.1, (http/1.1)}{localhost:34241} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d-prefix:b16ff38458c1,37815,1731752529120.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: regionserver/b16ff38458c1:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp2076266583-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2b5f9c1b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-716622004-172.17.0.2-1731752527111:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5a01d73b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp31346008-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b16ff38458c1:43397 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4700ce97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server idle connection scanner for port 39531 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp31346008-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3944432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1361e344 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data2/current/BP-716622004-172.17.0.2-1731752527111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1ff54522 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54881) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2076266583-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3944432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/b16ff38458c1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3e0445e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f3944aad000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842876649_20 at /127.0.0.1:39868 [Receiving block BP-716622004-172.17.0.2-1731752527111:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2f510fe7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp2076266583-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3944432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Session-HouseKeeper-3dc838d4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-716622004-172.17.0.2-1731752527111:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f39449fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@121b1bfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b16ff38458c1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data1/current/BP-716622004-172.17.0.2-1731752527111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3944432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39531 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 39531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: b16ff38458c1:43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RS_OPEN_META-regionserver/b16ff38458c1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/b16ff38458c1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server idle connection scanner for port 34077 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@606e64d6 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39531/user/jenkins/test-data/f747fc25-0a9d-0824-0a0c-bdabd6863c9d-prefix:b16ff38458c1,37815,1731752529120 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842876649_20 at /127.0.0.1:50290 [Receiving block BP-716622004-172.17.0.2-1731752527111:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b16ff38458c1:37815-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-716622004-172.17.0.2-1731752527111:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1842876649_20 at /127.0.0.1:50222 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1488f45f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/cluster_b188dfc7-dd1e-51b1-061f-025218d703b6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7858-acceptor-0@102a38fb-ServerConnector@4e930464{HTTP/1.1, (http/1.1)}{localhost:43811} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54881) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=3441 (was 3707) 2024-11-16T10:22:14,974 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-16T10:22:14,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3439 2024-11-16T10:22:14,989 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-16T10:22:15,007 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T10:22:15,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.log.dir so I do NOT create it in target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708 2024-11-16T10:22:15,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:22:15,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.tmp.dir so I do NOT create it in target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708 2024-11-16T10:22:15,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95278e56-8d6d-d807-30b9-6c736e00f758/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:22:15,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708 2024-11-16T10:22:15,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05, deleteOnExit=true 2024-11-16T10:22:15,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/zookeeper_0, clientPort=63098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:22:15,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63098 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/test.cache.data in system properties and HBase conf 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:22:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:22:15,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:22:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:22:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:22:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:22:15,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:15,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:15,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:15,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:15,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:22:15,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:15,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16e6719e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:15,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d592c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:15,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ef3d31c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/java.io.tmpdir/jetty-localhost-42107-hadoop-hdfs-3_4_1-tests_jar-_-any-3521899061594191523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:15,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74764cda{HTTP/1.1, (http/1.1)}{localhost:42107} 2024-11-16T10:22:15,553 INFO [Time-limited test {}] server.Server(415): Started @329748ms 2024-11-16T10:22:15,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:15,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:15,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:15,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:15,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:22:15,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e357b8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:15,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb9b812{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:15,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f099f5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/java.io.tmpdir/jetty-localhost-40833-hadoop-hdfs-3_4_1-tests_jar-_-any-2786868928819075127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:15,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@213e56d7{HTTP/1.1, (http/1.1)}{localhost:40833} 2024-11-16T10:22:15,888 INFO [Time-limited test {}] server.Server(415): Started @330083ms 2024-11-16T10:22:15,889 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:22:16,562 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/data/data1/current/BP-1923237524-172.17.0.2-1731752535128/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:16,562 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/data/data2/current/BP-1923237524-172.17.0.2-1731752535128/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:16,581 WARN [Thread-4282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:22:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1ceca2e559527a with lease ID 0x2ccefcc8f9a72236: Processing first storage report for DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41 from datanode DatanodeRegistration(127.0.0.1:44537, datanodeUuid=57b84ee3-f587-4998-97ba-e1ef9e08a531, infoPort=44693, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=151210627;c=1731752535128) 2024-11-16T10:22:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1ceca2e559527a with lease ID 0x2ccefcc8f9a72236: from storage DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41 node DatanodeRegistration(127.0.0.1:44537, datanodeUuid=57b84ee3-f587-4998-97ba-e1ef9e08a531, infoPort=44693, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=151210627;c=1731752535128), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1ceca2e559527a with lease ID 0x2ccefcc8f9a72236: Processing first storage report for DS-0d44cec3-2df3-4b4b-bffc-35eb1193dfe0 from datanode DatanodeRegistration(127.0.0.1:44537, datanodeUuid=57b84ee3-f587-4998-97ba-e1ef9e08a531, infoPort=44693, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=151210627;c=1731752535128) 2024-11-16T10:22:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1ceca2e559527a with lease ID 0x2ccefcc8f9a72236: from storage DS-0d44cec3-2df3-4b4b-bffc-35eb1193dfe0 node DatanodeRegistration(127.0.0.1:44537, datanodeUuid=57b84ee3-f587-4998-97ba-e1ef9e08a531, infoPort=44693, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=151210627;c=1731752535128), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:16,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708 2024-11-16T10:22:16,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:16,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:22:17,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2 with version=8 2024-11-16T10:22:17,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/hbase-staging 2024-11-16T10:22:17,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:22:17,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:17,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43911 2024-11-16T10:22:17,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43911 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439110x0, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:17,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43911-0x101432a9fef0000 connected 2024-11-16T10:22:17,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:17,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:17,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/running 2024-11-16T10:22:17,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2, hbase.cluster.distributed=false 2024-11-16T10:22:17,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/acl 2024-11-16T10:22:17,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-16T10:22:17,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43911 2024-11-16T10:22:17,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43911 2024-11-16T10:22:17,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-16T10:22:17,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-16T10:22:17,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:17,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:17,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:17,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:17,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:22:17,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:17,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43663 2024-11-16T10:22:17,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43663 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:17,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:17,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436630x0, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:17,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436630x0, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/running 2024-11-16T10:22:17,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:22:17,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43663-0x101432a9fef0001 connected 2024-11-16T10:22:17,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:22:17,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/master 2024-11-16T10:22:17,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/acl 2024-11-16T10:22:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-16T10:22:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43663 2024-11-16T10:22:17,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43663 2024-11-16T10:22:17,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-16T10:22:17,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43663 2024-11-16T10:22:17,289 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:43911 2024-11-16T10:22:17,289 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-309574657/backup-masters/b16ff38458c1,43911,1731752537028 2024-11-16T10:22:17,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:22:17,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T10:22:17,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/backup-masters 2024-11-16T10:22:17,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/backup-masters 2024-11-16T10:22:17,302 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on existing znode=/0-309574657/backup-masters/b16ff38458c1,43911,1731752537028 2024-11-16T10:22:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-309574657/master 2024-11-16T10:22:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:17,312 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on existing znode=/0-309574657/master 2024-11-16T10:22:17,312 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-309574657/backup-masters/b16ff38458c1,43911,1731752537028 from backup master directory 2024-11-16T10:22:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-309574657/backup-masters/b16ff38458c1,43911,1731752537028 2024-11-16T10:22:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/backup-masters 2024-11-16T10:22:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/backup-masters 2024-11-16T10:22:17,322 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:17,322 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,43911,1731752537028 2024-11-16T10:22:17,325 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/hbase.id] with ID: 38b5ae98-0609-42ea-ac6a-60efeb07f1e9 2024-11-16T10:22:17,325 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/.tmp/hbase.id 2024-11-16T10:22:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:22:17,730 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/.tmp/hbase.id]:[hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/hbase.id] 2024-11-16T10:22:17,739 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:17,739 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:22:17,741 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T10:22:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:22:17,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:17,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:17,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:18,213 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:18,214 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:22:18,214 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:22:18,624 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store 2024-11-16T10:22:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:19,029 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:19,029 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:19,029 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752539029Disabling compacts and flushes for region at 1731752539029Disabling writes for close at 1731752539029Writing region close event to WAL at 1731752539029Closed at 1731752539029 2024-11-16T10:22:19,030 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/.initializing 2024-11-16T10:22:19,030 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/WALs/b16ff38458c1,43911,1731752537028 2024-11-16T10:22:19,031 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:19,032 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C43911%2C1731752537028, suffix=, logDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/WALs/b16ff38458c1,43911,1731752537028, archiveDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/oldWALs, maxLogs=10 2024-11-16T10:22:19,047 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/WALs/b16ff38458c1,43911,1731752537028/b16ff38458c1%2C43911%2C1731752537028.1731752539032, exclude list is [], retry=0 2024-11-16T10:22:19,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:19,050 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/WALs/b16ff38458c1,43911,1731752537028/b16ff38458c1%2C43911%2C1731752537028.1731752539032 2024-11-16T10:22:19,050 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:19,051 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:19,051 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:19,051 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,051 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:22:19,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:19,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:22:19,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:19,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:19,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:22:19,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:22:19,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:19,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:19,056 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,057 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,057 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,058 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,058 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,058 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:19,059 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:19,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:19,060 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64804871, jitterRate=-0.03433217108249664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:19,060 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752539051Initializing all the Stores at 1731752539052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752539052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752539052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752539052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752539052Cleaning up temporary data from old regions at 1731752539058 (+6 ms)Region opened successfully at 1731752539060 (+2 ms) 2024-11-16T10:22:19,060 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:22:19,062 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720a959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:22:19,063 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:22:19,064 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:22:19,065 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/balancer because node does not exist (not necessarily an error) 2024-11-16T10:22:19,259 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/balancer already deleted, retry=false 2024-11-16T10:22:19,259 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:22:19,260 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:22:19,326 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/normalizer already deleted, retry=false 2024-11-16T10:22:19,326 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:22:19,327 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:22:19,354 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/switch/split already deleted, retry=false 2024-11-16T10:22:19,354 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:22:19,364 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/switch/merge already deleted, retry=false 2024-11-16T10:22:19,366 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:22:19,375 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/snapshot-cleanup already deleted, retry=false 2024-11-16T10:22:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-309574657/running 2024-11-16T10:22:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-309574657/running 2024-11-16T10:22:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,386 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,43911,1731752537028, sessionid=0x101432a9fef0000, setting cluster-up flag (Was=false) 2024-11-16T10:22:19,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,440 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-309574657/flush-table-proc/acquired, /0-309574657/flush-table-proc/reached, /0-309574657/flush-table-proc/abort 2024-11-16T10:22:19,440 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43911,1731752537028 2024-11-16T10:22:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:19,490 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-309574657/online-snapshot/acquired, /0-309574657/online-snapshot/reached, /0-309574657/online-snapshot/abort 2024-11-16T10:22:19,491 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,43911,1731752537028 2024-11-16T10:22:19,492 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:22:19,494 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:19,494 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:22:19,494 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:22:19,494 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,43911,1731752537028 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:19,495 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:19,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:22:19,497 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:19,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752569500 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:22:19,500 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:22:19,504 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,504 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:22:19,504 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:22:19,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752539505,5,FailOnTimeoutGroup] 2024-11-16T10:22:19,505 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752539505,5,FailOnTimeoutGroup] 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,505 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:22:19,579 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(746): ClusterId : 38b5ae98-0609-42ea-ac6a-60efeb07f1e9 2024-11-16T10:22:19,579 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:22:19,617 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:22:19,617 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:22:19,680 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:22:19,681 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556a3180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:19,691 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:43663 2024-11-16T10:22:19,691 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:22:19,691 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:22:19,691 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:22:19,692 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,43911,1731752537028 with port=43663, startcode=1731752537225 2024-11-16T10:22:19,692 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:22:19,693 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:22:19,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43911 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,694 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2 2024-11-16T10:22:19,694 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39353 2024-11-16T10:22:19,694 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:22:19,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/rs 2024-11-16T10:22:19,701 DEBUG [RS:0;b16ff38458c1:43663 {}] zookeeper.ZKUtil(111): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on existing znode=/0-309574657/rs/b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,701 WARN [RS:0;b16ff38458c1:43663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:19,701 INFO [RS:0;b16ff38458c1:43663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:19,701 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,43663,1731752537225] 2024-11-16T10:22:19,704 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:22:19,705 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:22:19,705 INFO [RS:0;b16ff38458c1:43663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:22:19,705 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,705 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:22:19,706 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:22:19,706 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:19,706 DEBUG [RS:0;b16ff38458c1:43663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,707 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43663,1731752537225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:19,720 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:22:19,720 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43663,1731752537225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,720 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,720 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.Replication(171): b16ff38458c1,43663,1731752537225 started 2024-11-16T10:22:19,731 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:19,731 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,43663,1731752537225, RpcServer on b16ff38458c1/172.17.0.2:43663, sessionid=0x101432a9fef0001 2024-11-16T10:22:19,731 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:22:19,731 DEBUG [RS:0;b16ff38458c1:43663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,731 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43663,1731752537225' 2024-11-16T10:22:19,731 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-309574657/flush-table-proc/abort' 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-309574657/flush-table-proc/acquired' 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,43663,1731752537225 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,43663,1731752537225' 2024-11-16T10:22:19,732 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-309574657/online-snapshot/abort' 2024-11-16T10:22:19,733 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-309574657/online-snapshot/acquired' 2024-11-16T10:22:19,733 DEBUG [RS:0;b16ff38458c1:43663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:22:19,733 INFO [RS:0;b16ff38458c1:43663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:22:19,733 INFO [RS:0;b16ff38458c1:43663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:22:19,833 INFO [RS:0;b16ff38458c1:43663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:19,834 INFO [RS:0;b16ff38458c1:43663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43663%2C1731752537225, suffix=, logDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225, archiveDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/oldWALs, maxLogs=10 2024-11-16T10:22:19,848 DEBUG [RS:0;b16ff38458c1:43663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835, exclude list is [], retry=0 2024-11-16T10:22:19,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:19,851 INFO [RS:0;b16ff38458c1:43663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 2024-11-16T10:22:19,852 DEBUG [RS:0;b16ff38458c1:43663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:19,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:22:19,908 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2 2024-11-16T10:22:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:22:20,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:20,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:20,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:20,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:20,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:20,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:20,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:20,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:20,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:20,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:20,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740 2024-11-16T10:22:20,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740 2024-11-16T10:22:20,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:20,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:20,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:20,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:20,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69218281, jitterRate=0.03143276274204254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752540313Initializing all the Stores at 1731752540313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540314 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752540314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540314Cleaning up temporary data from old regions at 1731752540320 (+6 ms)Region opened successfully at 1731752540323 (+3 ms) 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:20,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752540323Disabling compacts and flushes for region at 1731752540323Disabling writes for close at 1731752540323Writing region close event to WAL at 1731752540323Closed at 1731752540323 2024-11-16T10:22:20,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:20,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:22:20,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:22:20,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:20,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:22:20,476 DEBUG [b16ff38458c1:43911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:22:20,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:20,477 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43663,1731752537225, state=OPENING 2024-11-16T10:22:20,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:22:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:20,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:20,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-309574657/meta-region-server: CHANGED 2024-11-16T10:22:20,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-309574657/meta-region-server: CHANGED 2024-11-16T10:22:20,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43663,1731752537225}] 2024-11-16T10:22:20,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:20,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:22:20,761 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:22:20,761 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:20,761 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:22:20,762 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43663%2C1731752537225.meta, suffix=.meta, logDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225, archiveDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/oldWALs, maxLogs=10 2024-11-16T10:22:20,774 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752540762.meta, exclude list is [], retry=0 2024-11-16T10:22:20,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:20,777 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752540762.meta 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:20,778 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:22:20,778 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:22:20,778 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:22:20,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:20,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:20,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:20,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:20,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:20,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:20,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:20,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:20,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:20,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:20,783 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:20,783 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740 2024-11-16T10:22:20,784 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740 2024-11-16T10:22:20,784 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:20,784 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:20,785 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:20,785 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:20,786 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61463217, jitterRate=-0.08412669599056244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:20,786 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:22:20,786 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752540778Writing region info on filesystem at 1731752540778Initializing all the Stores at 1731752540779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752540779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752540779Cleaning up temporary data from old regions at 1731752540784 (+5 ms)Running coprocessor post-open hooks at 1731752540786 (+2 ms)Region opened successfully at 1731752540786 2024-11-16T10:22:20,786 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752540757 2024-11-16T10:22:20,788 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:22:20,788 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:22:20,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:20,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,43663,1731752537225, state=OPEN 2024-11-16T10:22:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-309574657/meta-region-server 2024-11-16T10:22:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-309574657/meta-region-server 2024-11-16T10:22:20,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:20,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-309574657/meta-region-server: CHANGED 2024-11-16T10:22:20,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-309574657/meta-region-server: CHANGED 2024-11-16T10:22:20,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:22:20,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,43663,1731752537225 in 232 msec 2024-11-16T10:22:20,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:22:20,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-16T10:22:20,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:20,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:22:20,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:20,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43663,1731752537225, seqNum=-1] 2024-11-16T10:22:20,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:20,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:20,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-16T10:22:20,846 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752540846, completionTime=-1 2024-11-16T10:22:20,846 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:22:20,846 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:22:20,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:22:20,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752600847 2024-11-16T10:22:20,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752660847 2024-11-16T10:22:20,847 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:43911, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,848 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,849 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.528sec 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:20,850 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:22:20,852 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:22:20,852 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:22:20,852 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,43911,1731752537028-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:20,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e19a9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:20,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:20,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:20,881 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dafacc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:20,883 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:20,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb5539e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:20,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43663,1731752537225, seqNum=-1] 2024-11-16T10:22:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:20,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:20,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,43911,1731752537028 2024-11-16T10:22:20,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:20,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:20,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101432a9fef0002 connected 2024-11-16T10:22:20,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir so I do NOT create it in target/test-data/e422c6a0-405c-1368-131f-9c344edf1758 2024-11-16T10:22:20,913 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:22:20,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.tmp.dir so I do NOT create it in target/test-data/e422c6a0-405c-1368-131f-9c344edf1758 2024-11-16T10:22:20,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:22:20,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/cluster_9b559a80-1d5d-29d7-a2e7-83084f806ff8, deleteOnExit=true 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/test.cache.data in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:22:20,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:20,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:22:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:22:21,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:21,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:21,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:21,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:21,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:22:21,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:21,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48dd5c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:21,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344c03c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:21,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57de183b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/java.io.tmpdir/jetty-localhost-45927-hadoop-hdfs-3_4_1-tests_jar-_-any-2679499346311698462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:21,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52cff1ca{HTTP/1.1, (http/1.1)}{localhost:45927} 2024-11-16T10:22:21,393 INFO [Time-limited test {}] server.Server(415): Started @335588ms 2024-11-16T10:22:21,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:21,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:21,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:21,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:21,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:22:21,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46218b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:21,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b87431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:21,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23db4cb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/java.io.tmpdir/jetty-localhost-36231-hadoop-hdfs-3_4_1-tests_jar-_-any-16911790263080012361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:21,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bafa8f5{HTTP/1.1, (http/1.1)}{localhost:36231} 2024-11-16T10:22:21,860 INFO [Time-limited test {}] server.Server(415): Started @336054ms 2024-11-16T10:22:21,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:22:22,579 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/cluster_9b559a80-1d5d-29d7-a2e7-83084f806ff8/data/data1/current/BP-1743977260-172.17.0.2-1731752540930/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:22,583 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/cluster_9b559a80-1d5d-29d7-a2e7-83084f806ff8/data/data2/current/BP-1743977260-172.17.0.2-1731752540930/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:22,615 WARN [Thread-4403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:22:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d88b3e825fd02f4 with lease ID 0xd2844bb7877f1dbb: Processing first storage report for DS-e81d7efc-904f-41e5-b269-7ec95c266a90 from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=414f598c-7e0d-4084-8406-d05a13af6a0e, infoPort=42465, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1080650237;c=1731752540930) 2024-11-16T10:22:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d88b3e825fd02f4 with lease ID 0xd2844bb7877f1dbb: from storage DS-e81d7efc-904f-41e5-b269-7ec95c266a90 node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=414f598c-7e0d-4084-8406-d05a13af6a0e, infoPort=42465, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1080650237;c=1731752540930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d88b3e825fd02f4 with lease ID 0xd2844bb7877f1dbb: Processing first storage report for DS-48c57957-d0b5-4cfc-9055-3e85aba7017d from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=414f598c-7e0d-4084-8406-d05a13af6a0e, infoPort=42465, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1080650237;c=1731752540930) 2024-11-16T10:22:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d88b3e825fd02f4 with lease ID 0xd2844bb7877f1dbb: from storage DS-48c57957-d0b5-4cfc-9055-3e85aba7017d node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=414f598c-7e0d-4084-8406-d05a13af6a0e, infoPort=42465, infoSecurePort=0, ipcPort=35027, storageInfo=lv=-57;cid=testClusterID;nsid=1080650237;c=1731752540930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:22,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758 2024-11-16T10:22:22,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:22:22,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8 with version=8 2024-11-16T10:22:22,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/hbase-staging 2024-11-16T10:22:22,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:22:22,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:22,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41709 2024-11-16T10:22:22,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41709 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417090x0, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:22,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41709-0x101432a9fef0003 connected 2024-11-16T10:22:22,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/running 2024-11-16T10:22:22,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8, hbase.cluster.distributed=false 2024-11-16T10:22:22,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/acl 2024-11-16T10:22:22,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-16T10:22:22,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41709 2024-11-16T10:22:22,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41709 2024-11-16T10:22:22,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-16T10:22:22,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41709 2024-11-16T10:22:22,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:22,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36115 2024-11-16T10:22:22,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36115 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:22,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:22,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361150x0, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:22,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361150x0, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/running 2024-11-16T10:22:22,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36115-0x101432a9fef0004 connected 2024-11-16T10:22:22,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:22:22,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:22:22,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/master 2024-11-16T10:22:22,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/acl 2024-11-16T10:22:22,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-16T10:22:22,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36115 2024-11-16T10:22:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36115 2024-11-16T10:22:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-16T10:22:22,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-16T10:22:22,858 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:41709 2024-11-16T10:22:22,859 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11719548680/backup-masters/b16ff38458c1,41709,1731752542714 2024-11-16T10:22:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/backup-masters 2024-11-16T10:22:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/backup-masters 2024-11-16T10:22:22,885 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on existing znode=/11719548680/backup-masters/b16ff38458c1,41709,1731752542714 2024-11-16T10:22:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11719548680/master 2024-11-16T10:22:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:22,892 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on existing znode=/11719548680/master 2024-11-16T10:22:22,892 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11719548680/backup-masters/b16ff38458c1,41709,1731752542714 from backup master directory 2024-11-16T10:22:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/backup-masters 2024-11-16T10:22:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11719548680/backup-masters/b16ff38458c1,41709,1731752542714 2024-11-16T10:22:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/backup-masters 2024-11-16T10:22:22,901 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:22,901 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,41709,1731752542714 2024-11-16T10:22:22,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/hbase.id] with ID: 8ed99dd3-4cee-479e-b220-8edf2a7515bc 2024-11-16T10:22:22,904 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/.tmp/hbase.id 2024-11-16T10:22:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:22:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T10:22:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T10:22:23,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:23,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T10:22:23,313 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/.tmp/hbase.id]:[hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/hbase.id] 2024-11-16T10:22:23,320 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:23,320 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:22:23,321 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:22:23,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:23,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:22:23,769 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:23,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:22:23,770 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:22:24,175 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store 2024-11-16T10:22:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:24,580 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:24,580 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:24,580 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752544580Disabling compacts and flushes for region at 1731752544580Disabling writes for close at 1731752544580Writing region close event to WAL at 1731752544580Closed at 1731752544580 2024-11-16T10:22:24,581 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/.initializing 2024-11-16T10:22:24,581 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/WALs/b16ff38458c1,41709,1731752542714 2024-11-16T10:22:24,582 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:24,583 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C41709%2C1731752542714, suffix=, logDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/WALs/b16ff38458c1,41709,1731752542714, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/oldWALs, maxLogs=10 2024-11-16T10:22:24,596 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/WALs/b16ff38458c1,41709,1731752542714/b16ff38458c1%2C41709%2C1731752542714.1731752544583, exclude list is [], retry=0 2024-11-16T10:22:24,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-e81d7efc-904f-41e5-b269-7ec95c266a90,DISK] 2024-11-16T10:22:24,599 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/WALs/b16ff38458c1,41709,1731752542714/b16ff38458c1%2C41709%2C1731752542714.1731752544583 2024-11-16T10:22:24,599 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42465:42465)] 2024-11-16T10:22:24,599 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:24,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:24,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,600 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:22:24,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:24,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:24,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:22:24,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:24,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:24,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:22:24,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:24,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:24,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:22:24,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:24,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:24,605 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,606 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,606 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,607 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,607 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,607 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:24,608 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:24,609 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:24,610 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59559720, jitterRate=-0.11249101161956787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:24,610 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752544600Initializing all the Stores at 1731752544600Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752544600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752544600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752544600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752544600Cleaning up temporary data from old regions at 1731752544607 (+7 ms)Region opened successfully at 1731752544610 (+3 ms) 2024-11-16T10:22:24,610 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:22:24,612 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f19592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:22:24,613 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:22:24,614 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:22:24,615 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:22:24,615 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/balancer because node does not exist (not necessarily an error) 2024-11-16T10:22:24,669 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/balancer already deleted, retry=false 2024-11-16T10:22:24,669 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:22:24,670 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:22:24,679 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/normalizer already deleted, retry=false 2024-11-16T10:22:24,680 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:22:24,680 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:22:24,690 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/switch/split already deleted, retry=false 2024-11-16T10:22:24,690 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:22:24,701 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/switch/merge already deleted, retry=false 2024-11-16T10:22:24,703 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:22:24,711 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/snapshot-cleanup already deleted, retry=false 2024-11-16T10:22:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11719548680/running 2024-11-16T10:22:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11719548680/running 2024-11-16T10:22:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,722 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,41709,1731752542714, sessionid=0x101432a9fef0003, setting cluster-up flag (Was=false) 2024-11-16T10:22:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,774 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11719548680/flush-table-proc/acquired, /11719548680/flush-table-proc/reached, /11719548680/flush-table-proc/abort 2024-11-16T10:22:24,775 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41709,1731752542714 2024-11-16T10:22:24,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:24,827 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11719548680/online-snapshot/acquired, /11719548680/online-snapshot/reached, /11719548680/online-snapshot/abort 2024-11-16T10:22:24,828 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,41709,1731752542714 2024-11-16T10:22:24,829 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:22:24,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:24,830 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:22:24,830 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:22:24,830 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,41709,1731752542714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:24,832 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752574833 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:22:24,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:22:24,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:22:24,833 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:22:24,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:22:24,834 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:22:24,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:22:24,836 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752544834,5,FailOnTimeoutGroup] 2024-11-16T10:22:24,840 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752544836,5,FailOnTimeoutGroup] 2024-11-16T10:22:24,840 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,840 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:22:24,840 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,840 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:22:24,847 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(746): ClusterId : 8ed99dd3-4cee-479e-b220-8edf2a7515bc 2024-11-16T10:22:24,848 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:22:24,859 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:22:24,859 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:22:24,870 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:22:24,870 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d24b7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:24,885 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:36115 2024-11-16T10:22:24,886 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:22:24,886 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:22:24,886 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:22:24,886 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,41709,1731752542714 with port=36115, startcode=1731752542826 2024-11-16T10:22:24,887 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:22:24,888 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:22:24,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41709 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,889 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8 2024-11-16T10:22:24,889 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43361 2024-11-16T10:22:24,890 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:22:24,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/rs 2024-11-16T10:22:24,957 DEBUG [RS:0;b16ff38458c1:36115 {}] zookeeper.ZKUtil(111): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on existing znode=/11719548680/rs/b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,957 WARN [RS:0;b16ff38458c1:36115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:24,957 INFO [RS:0;b16ff38458c1:36115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:24,957 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,36115,1731752542826] 2024-11-16T10:22:24,959 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:22:24,961 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:22:24,962 INFO [RS:0;b16ff38458c1:36115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:22:24,962 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,962 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:22:24,962 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:22:24,962 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:24,963 DEBUG [RS:0;b16ff38458c1:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,964 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36115,1731752542826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:24,977 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:22:24,977 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,36115,1731752542826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,977 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,977 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.Replication(171): b16ff38458c1,36115,1731752542826 started 2024-11-16T10:22:24,990 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:24,990 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,36115,1731752542826, RpcServer on b16ff38458c1/172.17.0.2:36115, sessionid=0x101432a9fef0004 2024-11-16T10:22:24,990 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:22:24,990 DEBUG [RS:0;b16ff38458c1:36115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,990 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,36115,1731752542826' 2024-11-16T10:22:24,990 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11719548680/flush-table-proc/abort' 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11719548680/flush-table-proc/acquired' 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,36115,1731752542826 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,36115,1731752542826' 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11719548680/online-snapshot/abort' 2024-11-16T10:22:24,991 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11719548680/online-snapshot/acquired' 2024-11-16T10:22:24,992 DEBUG [RS:0;b16ff38458c1:36115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:22:24,992 INFO [RS:0;b16ff38458c1:36115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:22:24,992 INFO [RS:0;b16ff38458c1:36115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:22:25,092 INFO [RS:0;b16ff38458c1:36115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:25,093 INFO [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C36115%2C1731752542826, suffix=, logDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/oldWALs, maxLogs=10 2024-11-16T10:22:25,106 DEBUG [RS:0;b16ff38458c1:36115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826/b16ff38458c1%2C36115%2C1731752542826.1731752545093, exclude list is [], retry=0 2024-11-16T10:22:25,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-e81d7efc-904f-41e5-b269-7ec95c266a90,DISK] 2024-11-16T10:22:25,109 INFO [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826/b16ff38458c1%2C36115%2C1731752542826.1731752545093 2024-11-16T10:22:25,110 DEBUG [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42465:42465)] 2024-11-16T10:22:25,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:22:25,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8 2024-11-16T10:22:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:22:25,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:25,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:25,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:25,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:25,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:25,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:25,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:25,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:25,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:25,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:25,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:25,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:25,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:25,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:25,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:25,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:25,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:25,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:25,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740 2024-11-16T10:22:25,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740 2024-11-16T10:22:25,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:25,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:25,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:25,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:25,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:25,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68596963, jitterRate=0.022174403071403503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:25,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752545650Initializing all the Stores at 1731752545651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752545651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752545651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752545651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752545651Cleaning up temporary data from old regions at 1731752545658 (+7 ms)Region opened successfully at 1731752545661 (+3 ms) 2024-11-16T10:22:25,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:25,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:25,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:25,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:25,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:25,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:25,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752545662Disabling compacts and flushes for region at 1731752545662Disabling writes for close at 1731752545662Writing region close event to WAL at 1731752545662Closed at 1731752545662 2024-11-16T10:22:25,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:25,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:22:25,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:22:25,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:25,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:22:25,815 DEBUG [b16ff38458c1:41709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:22:25,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:25,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,36115,1731752542826, state=OPENING 2024-11-16T10:22:25,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:22:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:25,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:25,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11719548680/meta-region-server: CHANGED 2024-11-16T10:22:25,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11719548680/meta-region-server: CHANGED 2024-11-16T10:22:25,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,36115,1731752542826}] 2024-11-16T10:22:25,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:25,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:22:25,993 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:22:25,993 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:25,994 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:22:25,995 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C36115%2C1731752542826.meta, suffix=.meta, logDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/oldWALs, maxLogs=10 2024-11-16T10:22:26,011 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826/b16ff38458c1%2C36115%2C1731752542826.meta.1731752545996.meta, exclude list is [], retry=0 2024-11-16T10:22:26,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-e81d7efc-904f-41e5-b269-7ec95c266a90,DISK] 2024-11-16T10:22:26,014 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826/b16ff38458c1%2C36115%2C1731752542826.meta.1731752545996.meta 2024-11-16T10:22:26,014 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42465:42465)] 2024-11-16T10:22:26,014 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:26,015 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:22:26,015 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:22:26,015 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:22:26,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:26,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:26,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:26,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:26,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:26,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:26,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:26,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:26,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:26,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:26,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:26,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:26,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:26,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:26,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:26,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:26,021 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:26,022 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740 2024-11-16T10:22:26,022 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740 2024-11-16T10:22:26,023 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:26,023 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:26,023 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:26,024 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:26,025 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69159157, jitterRate=0.030551746487617493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:26,025 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:22:26,025 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752546016Writing region info on filesystem at 1731752546016Initializing all the Stores at 1731752546016Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752546016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752546016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752546016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752546016Cleaning up temporary data from old regions at 1731752546023 (+7 ms)Running coprocessor post-open hooks at 1731752546025 (+2 ms)Region opened successfully at 1731752546025 2024-11-16T10:22:26,025 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752545990 2024-11-16T10:22:26,027 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:22:26,027 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:22:26,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:26,028 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,36115,1731752542826, state=OPEN 2024-11-16T10:22:26,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11719548680/meta-region-server 2024-11-16T10:22:26,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11719548680/meta-region-server 2024-11-16T10:22:26,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:26,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11719548680/meta-region-server: CHANGED 2024-11-16T10:22:26,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11719548680/meta-region-server: CHANGED 2024-11-16T10:22:26,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:22:26,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,36115,1731752542826 in 199 msec 2024-11-16T10:22:26,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:22:26,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-16T10:22:26,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:26,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:22:26,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:26,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,36115,1731752542826, seqNum=-1] 2024-11-16T10:22:26,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:26,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:26,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-16T10:22:26,047 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752546047, completionTime=-1 2024-11-16T10:22:26,047 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:22:26,047 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:22:26,048 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:22:26,048 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752606048 2024-11-16T10:22:26,048 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752666048 2024-11-16T10:22:26,048 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:41709, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,049 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,050 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.151sec 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:26,052 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:22:26,054 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:22:26,054 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:22:26,054 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,41709,1731752542714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:26,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58554595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:26,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41709,-1 for getting cluster id 2024-11-16T10:22:26,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:26,149 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed99dd3-4cee-479e-b220-8edf2a7515bc' 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed99dd3-4cee-479e-b220-8edf2a7515bc" 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dc5469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41709,-1] 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:26,151 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:26,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f83f400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:26,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,36115,1731752542826, seqNum=-1] 2024-11-16T10:22:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:26,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:26,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,41709,1731752542714 2024-11-16T10:22:26,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:26,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101432a9fef0005 connected 2024-11-16T10:22:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir so I do NOT create it in target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813 2024-11-16T10:22:26,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:22:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.tmp.dir so I do NOT create it in target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813 2024-11-16T10:22:26,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:22:26,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813 2024-11-16T10:22:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:22:26,176 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/cluster_40bc04c8-0e4f-f115-c5a9-f51bbd1dab4e, deleteOnExit=true 2024-11-16T10:22:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/test.cache.data in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T10:22:26,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:26,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:22:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:22:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:22:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:22:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:22:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:22:26,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:26,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:26,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:26,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:26,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:26,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:26,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:22:26,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:26,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16448695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:26,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b3a466b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:26,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54e672b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/java.io.tmpdir/jetty-localhost-36023-hadoop-hdfs-3_4_1-tests_jar-_-any-7228235929061530972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:26,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22d95228{HTTP/1.1, (http/1.1)}{localhost:36023} 2024-11-16T10:22:26,626 INFO [Time-limited test {}] server.Server(415): Started @340820ms 2024-11-16T10:22:26,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:22:26,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:22:26,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:22:26,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:22:26,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:22:26,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@167c8b7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:22:26,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf1223c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:22:27,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe11dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/java.io.tmpdir/jetty-localhost-36515-hadoop-hdfs-3_4_1-tests_jar-_-any-12776278659232546843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:27,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4540f54c{HTTP/1.1, (http/1.1)}{localhost:36515} 2024-11-16T10:22:27,005 INFO [Time-limited test {}] server.Server(415): Started @341200ms 2024-11-16T10:22:27,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:22:27,685 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/cluster_40bc04c8-0e4f-f115-c5a9-f51bbd1dab4e/data/data2/current/BP-259356642-172.17.0.2-1731752546191/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:27,685 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/cluster_40bc04c8-0e4f-f115-c5a9-f51bbd1dab4e/data/data1/current/BP-259356642-172.17.0.2-1731752546191/current, will proceed with Du for space computation calculation, 2024-11-16T10:22:27,706 WARN [Thread-4524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:22:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737da881b90f9ef7 with lease ID 0x7c9cbf288886c6ea: Processing first storage report for DS-1614667e-155a-4b2b-b4c0-1cad0a573102 from datanode DatanodeRegistration(127.0.0.1:40721, datanodeUuid=81c2e9e1-3547-4a8e-b150-c0f0352a199f, infoPort=36569, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1270211583;c=1731752546191) 2024-11-16T10:22:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737da881b90f9ef7 with lease ID 0x7c9cbf288886c6ea: from storage DS-1614667e-155a-4b2b-b4c0-1cad0a573102 node DatanodeRegistration(127.0.0.1:40721, datanodeUuid=81c2e9e1-3547-4a8e-b150-c0f0352a199f, infoPort=36569, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1270211583;c=1731752546191), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:22:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x737da881b90f9ef7 with lease ID 0x7c9cbf288886c6ea: Processing first storage report for DS-b6bea806-e7e0-4d55-8462-a05bcbca593c from datanode DatanodeRegistration(127.0.0.1:40721, datanodeUuid=81c2e9e1-3547-4a8e-b150-c0f0352a199f, infoPort=36569, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1270211583;c=1731752546191) 2024-11-16T10:22:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x737da881b90f9ef7 with lease ID 0x7c9cbf288886c6ea: from storage DS-b6bea806-e7e0-4d55-8462-a05bcbca593c node DatanodeRegistration(127.0.0.1:40721, datanodeUuid=81c2e9e1-3547-4a8e-b150-c0f0352a199f, infoPort=36569, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1270211583;c=1731752546191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:22:27,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813 2024-11-16T10:22:27,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:27,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:27,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:22:28,137 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7 with version=8 2024-11-16T10:22:28,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/hbase-staging 2024-11-16T10:22:28,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:28,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34123 2024-11-16T10:22:28,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34123 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:28,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341230x0, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:28,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34123-0x101432a9fef0006 connected 2024-11-16T10:22:28,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:28,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:28,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/running 2024-11-16T10:22:28,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7, hbase.cluster.distributed=false 2024-11-16T10:22:28,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/acl 2024-11-16T10:22:28,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-16T10:22:28,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34123 2024-11-16T10:22:28,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34123 2024-11-16T10:22:28,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-16T10:22:28,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34123 2024-11-16T10:22:28,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b16ff38458c1:0 server-side Connection retries=45 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:22:28,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38049 2024-11-16T10:22:28,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38049 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:28,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:28,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:28,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380490x0, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:28,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380490x0, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/running 2024-11-16T10:22:28,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38049-0x101432a9fef0007 connected 2024-11-16T10:22:28,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:22:28,302 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:22:28,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/master 2024-11-16T10:22:28,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/acl 2024-11-16T10:22:28,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-16T10:22:28,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38049 2024-11-16T10:22:28,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38049 2024-11-16T10:22:28,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-16T10:22:28,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-16T10:22:28,318 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b16ff38458c1:34123 2024-11-16T10:22:28,318 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1107153541/backup-masters/b16ff38458c1,34123,1731752548138 2024-11-16T10:22:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/backup-masters 2024-11-16T10:22:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/backup-masters 2024-11-16T10:22:28,331 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on existing znode=/2-1107153541/backup-masters/b16ff38458c1,34123,1731752548138 2024-11-16T10:22:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1107153541/master 2024-11-16T10:22:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:28,343 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on existing znode=/2-1107153541/master 2024-11-16T10:22:28,343 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1107153541/backup-masters/b16ff38458c1,34123,1731752548138 from backup master directory 2024-11-16T10:22:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1107153541/backup-masters/b16ff38458c1,34123,1731752548138 2024-11-16T10:22:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/backup-masters 2024-11-16T10:22:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/backup-masters 2024-11-16T10:22:28,353 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:28,353 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b16ff38458c1,34123,1731752548138 2024-11-16T10:22:28,356 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/hbase.id] with ID: 31402aaf-a584-4fa9-91ec-698afa846192 2024-11-16T10:22:28,356 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/.tmp/hbase.id 2024-11-16T10:22:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:22:28,760 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/.tmp/hbase.id]:[hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/hbase.id] 2024-11-16T10:22:28,767 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:28,767 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T10:22:28,768 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T10:22:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:22:29,263 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:29,264 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:22:29,265 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:22:29,670 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store 2024-11-16T10:22:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:30,075 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:30,075 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:30,075 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752550075Disabling compacts and flushes for region at 1731752550075Disabling writes for close at 1731752550075Writing region close event to WAL at 1731752550075Closed at 1731752550075 2024-11-16T10:22:30,076 WARN [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/.initializing 2024-11-16T10:22:30,076 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/WALs/b16ff38458c1,34123,1731752548138 2024-11-16T10:22:30,077 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:30,078 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b16ff38458c1%2C34123%2C1731752548138, suffix=, logDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/WALs/b16ff38458c1,34123,1731752548138, archiveDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/oldWALs, maxLogs=10 2024-11-16T10:22:30,091 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/WALs/b16ff38458c1,34123,1731752548138/b16ff38458c1%2C34123%2C1731752548138.1731752550078, exclude list is [], retry=0 2024-11-16T10:22:30,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40721,DS-1614667e-155a-4b2b-b4c0-1cad0a573102,DISK] 2024-11-16T10:22:30,095 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/WALs/b16ff38458c1,34123,1731752548138/b16ff38458c1%2C34123%2C1731752548138.1731752550078 2024-11-16T10:22:30,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36569:36569)] 2024-11-16T10:22:30,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:30,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:30,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,095 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:22:30,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:22:30,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:22:30,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:22:30,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:30,100 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,101 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,101 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,102 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,102 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,102 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:30,103 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:22:30,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:30,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072655, jitterRate=0.10376857221126556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:30,104 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731752550095Initializing all the Stores at 1731752550096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752550096Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752550096Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752550096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752550096Cleaning up temporary data from old regions at 1731752550102 (+6 ms)Region opened successfully at 1731752550104 (+2 ms) 2024-11-16T10:22:30,104 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:22:30,106 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76df043f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:30,106 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:22:30,107 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:22:30,108 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:22:30,109 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/balancer because node does not exist (not necessarily an error) 2024-11-16T10:22:30,285 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/balancer already deleted, retry=false 2024-11-16T10:22:30,285 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:22:30,286 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:22:30,352 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/normalizer already deleted, retry=false 2024-11-16T10:22:30,352 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:22:30,353 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:22:30,426 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/switch/split already deleted, retry=false 2024-11-16T10:22:30,427 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:22:30,437 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/switch/merge already deleted, retry=false 2024-11-16T10:22:30,439 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:22:30,447 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/snapshot-cleanup already deleted, retry=false 2024-11-16T10:22:30,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1107153541/running 2024-11-16T10:22:30,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1107153541/running 2024-11-16T10:22:30,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,458 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b16ff38458c1,34123,1731752548138, sessionid=0x101432a9fef0006, setting cluster-up flag (Was=false) 2024-11-16T10:22:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,511 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1107153541/flush-table-proc/acquired, /2-1107153541/flush-table-proc/reached, /2-1107153541/flush-table-proc/abort 2024-11-16T10:22:30,512 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,34123,1731752548138 2024-11-16T10:22:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:30,563 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1107153541/online-snapshot/acquired, /2-1107153541/online-snapshot/reached, /2-1107153541/online-snapshot/abort 2024-11-16T10:22:30,564 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b16ff38458c1,34123,1731752548138 2024-11-16T10:22:30,565 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T10:22:30,566 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:30,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T10:22:30,566 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:22:30,566 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b16ff38458c1,34123,1731752548138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b16ff38458c1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b16ff38458c1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:30,567 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752580568 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:22:30,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:22:30,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:22:30,568 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T10:22:30,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:22:30,569 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752550569,5,FailOnTimeoutGroup] 2024-11-16T10:22:30,569 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752550569,5,FailOnTimeoutGroup] 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,569 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741831_1007 (size=1321) 2024-11-16T10:22:30,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T10:22:30,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7 2024-11-16T10:22:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:22:30,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:30,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:30,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:30,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:30,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:30,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:30,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:30,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:30,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:30,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:30,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:30,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:30,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:30,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:30,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740 2024-11-16T10:22:30,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740 2024-11-16T10:22:30,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:30,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:30,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:30,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:30,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73779708, jitterRate=0.09940332174301147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731752550582Initializing all the Stores at 1731752550582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752550582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752550582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752550582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752550582Cleaning up temporary data from old regions at 1731752550590 (+8 ms)Region opened successfully at 1731752550594 (+4 ms) 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:30,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:30,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:30,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:30,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752550594Disabling compacts and flushes for region at 1731752550594Disabling writes for close at 1731752550594Writing region close event to WAL at 1731752550595 (+1 ms)Closed at 1731752550595 2024-11-16T10:22:30,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:30,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T10:22:30,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:22:30,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:30,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:22:30,611 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(746): ClusterId : 31402aaf-a584-4fa9-91ec-698afa846192 2024-11-16T10:22:30,611 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:22:30,617 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:22:30,617 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:22:30,627 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:22:30,627 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2b3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b16ff38458c1/172.17.0.2:0 2024-11-16T10:22:30,637 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b16ff38458c1:38049 2024-11-16T10:22:30,637 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T10:22:30,638 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T10:22:30,638 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T10:22:30,638 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(2659): reportForDuty to master=b16ff38458c1,34123,1731752548138 with port=38049, startcode=1731752548284 2024-11-16T10:22:30,638 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:22:30,639 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:22:30,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,641 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7 2024-11-16T10:22:30,641 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39735 2024-11-16T10:22:30,641 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T10:22:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/rs 2024-11-16T10:22:30,717 DEBUG [RS:0;b16ff38458c1:38049 {}] zookeeper.ZKUtil(111): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on existing znode=/2-1107153541/rs/b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,717 WARN [RS:0;b16ff38458c1:38049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:22:30,717 INFO [RS:0;b16ff38458c1:38049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:30,717 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b16ff38458c1,38049,1731752548284] 2024-11-16T10:22:30,719 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:22:30,721 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:22:30,721 INFO [RS:0;b16ff38458c1:38049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:22:30,721 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,721 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T10:22:30,722 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T10:22:30,722 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b16ff38458c1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,722 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b16ff38458c1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:30,723 DEBUG [RS:0;b16ff38458c1:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b16ff38458c1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,723 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38049,1731752548284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:30,735 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:22:30,735 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,38049,1731752548284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,736 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,736 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.Replication(171): b16ff38458c1,38049,1731752548284 started 2024-11-16T10:22:30,747 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:30,747 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1482): Serving as b16ff38458c1,38049,1731752548284, RpcServer on b16ff38458c1/172.17.0.2:38049, sessionid=0x101432a9fef0007 2024-11-16T10:22:30,747 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:22:30,747 DEBUG [RS:0;b16ff38458c1:38049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,747 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,38049,1731752548284' 2024-11-16T10:22:30,747 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1107153541/flush-table-proc/abort' 2024-11-16T10:22:30,748 WARN [b16ff38458c1:34123 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1107153541/flush-table-proc/acquired' 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b16ff38458c1,38049,1731752548284' 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1107153541/online-snapshot/abort' 2024-11-16T10:22:30,748 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1107153541/online-snapshot/acquired' 2024-11-16T10:22:30,749 DEBUG [RS:0;b16ff38458c1:38049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:22:30,749 INFO [RS:0;b16ff38458c1:38049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:22:30,749 INFO [RS:0;b16ff38458c1:38049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:22:30,849 INFO [RS:0;b16ff38458c1:38049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:22:30,850 INFO [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C38049%2C1731752548284, suffix=, logDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284, archiveDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/oldWALs, maxLogs=10 2024-11-16T10:22:30,862 DEBUG [RS:0;b16ff38458c1:38049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284/b16ff38458c1%2C38049%2C1731752548284.1731752550850, exclude list is [], retry=0 2024-11-16T10:22:30,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40721,DS-1614667e-155a-4b2b-b4c0-1cad0a573102,DISK] 2024-11-16T10:22:30,865 INFO [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284/b16ff38458c1%2C38049%2C1731752548284.1731752550850 2024-11-16T10:22:30,867 DEBUG [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36569:36569)] 2024-11-16T10:22:30,998 DEBUG [b16ff38458c1:34123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:22:30,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:30,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,38049,1731752548284, state=OPENING 2024-11-16T10:22:31,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:22:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:31,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1107153541/meta-region-server: CHANGED 2024-11-16T10:22:31,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1107153541/meta-region-server: CHANGED 2024-11-16T10:22:31,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:22:31,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,38049,1731752548284}] 2024-11-16T10:22:31,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:31,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:22:31,224 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T10:22:31,224 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:31,225 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:22:31,226 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C38049%2C1731752548284.meta, suffix=.meta, logDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284, archiveDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/oldWALs, maxLogs=10 2024-11-16T10:22:31,238 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284/b16ff38458c1%2C38049%2C1731752548284.meta.1731752551226.meta, exclude list is [], retry=0 2024-11-16T10:22:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40721,DS-1614667e-155a-4b2b-b4c0-1cad0a573102,DISK] 2024-11-16T10:22:31,241 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/WALs/b16ff38458c1,38049,1731752548284/b16ff38458c1%2C38049%2C1731752548284.meta.1731752551226.meta 2024-11-16T10:22:31,241 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36569:36569)] 2024-11-16T10:22:31,241 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:31,241 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:31,241 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:22:31,242 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:22:31,242 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:22:31,242 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:22:31,242 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:31,242 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T10:22:31,242 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T10:22:31,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:22:31,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:22:31,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:31,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:31,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T10:22:31,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T10:22:31,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:31,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:31,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:22:31,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:22:31,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:22:31,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:22:31,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:22:31,245 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T10:22:31,246 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740 2024-11-16T10:22:31,246 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740 2024-11-16T10:22:31,247 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T10:22:31,247 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T10:22:31,247 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:22:31,248 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T10:22:31,248 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62652697, jitterRate=-0.06640206277370453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:22:31,248 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T10:22:31,248 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731752551242Writing region info on filesystem at 1731752551242Initializing all the Stores at 1731752551242Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752551242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752551243 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752551243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731752551243Cleaning up temporary data from old regions at 1731752551247 (+4 ms)Running coprocessor post-open hooks at 1731752551248 (+1 ms)Region opened successfully at 1731752551248 2024-11-16T10:22:31,249 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752551221 2024-11-16T10:22:31,250 DEBUG [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:22:31,250 INFO [RS_OPEN_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T10:22:31,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:31,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b16ff38458c1,38049,1731752548284, state=OPEN 2024-11-16T10:22:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1107153541/meta-region-server 2024-11-16T10:22:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1107153541/meta-region-server 2024-11-16T10:22:31,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:31,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1107153541/meta-region-server: CHANGED 2024-11-16T10:22:31,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1107153541/meta-region-server: CHANGED 2024-11-16T10:22:31,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:22:31,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b16ff38458c1,38049,1731752548284 in 189 msec 2024-11-16T10:22:31,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:22:31,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-16T10:22:31,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:22:31,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T10:22:31,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:31,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38049,1731752548284, seqNum=-1] 2024-11-16T10:22:31,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:31,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:31,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 700 msec 2024-11-16T10:22:31,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752551267, completionTime=-1 2024-11-16T10:22:31,267 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:22:31,267 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752611268 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752671268 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,268 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,269 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b16ff38458c1:34123, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,269 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,269 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,270 DEBUG [master/b16ff38458c1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T10:22:31,271 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-16T10:22:31,271 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:22:31,271 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:22:31,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:22:31,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:22:31,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:22:31,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:22:31,272 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:22:31,273 DEBUG [master/b16ff38458c1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:22:31,273 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:22:31,273 INFO [master/b16ff38458c1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b16ff38458c1,34123,1731752548138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:22:31,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfaa7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:31,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34123,-1 for getting cluster id 2024-11-16T10:22:31,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:31,312 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31402aaf-a584-4fa9-91ec-698afa846192' 2024-11-16T10:22:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31402aaf-a584-4fa9-91ec-698afa846192" 2024-11-16T10:22:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343b0f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34123,-1] 2024-11-16T10:22:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:31,314 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:31,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:31,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38049,1731752548284, seqNum=-1] 2024-11-16T10:22:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:31,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:31,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b16ff38458c1,34123,1731752548138 2024-11-16T10:22:31,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63098 2024-11-16T10:22:31,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:22:31,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101432a9fef0008 connected 2024-11-16T10:22:31,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43911,1731752537028 2024-11-16T10:22:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d319683 2024-11-16T10:22:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:31,346 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:31,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:22:31,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:22:31,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:31,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:22:31,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:22:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:22:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:31,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:31,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa121673bc686107bbf7963347d4de92, NAME => 'test,,1731752551346.aa121673bc686107bbf7963347d4de92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2 2024-11-16T10:22:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:22:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752551346.aa121673bc686107bbf7963347d4de92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa121673bc686107bbf7963347d4de92, disabling compactions & flushes 2024-11-16T10:22:32,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752551346.aa121673bc686107bbf7963347d4de92. after waiting 0 ms 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa121673bc686107bbf7963347d4de92: Waiting for close lock at 1731752552159Disabling compacts and flushes for region at 1731752552159Disabling writes for close at 1731752552159Writing region close event to WAL at 1731752552159Closed at 1731752552159 2024-11-16T10:22:32,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:22:32,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752551346.aa121673bc686107bbf7963347d4de92.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752552160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752552160"}]},"ts":"1731752552160"} 2024-11-16T10:22:32,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:22:32,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:22:32,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752552162"}]},"ts":"1731752552162"} 2024-11-16T10:22:32,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:22:32,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa121673bc686107bbf7963347d4de92, ASSIGN}] 2024-11-16T10:22:32,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa121673bc686107bbf7963347d4de92, ASSIGN 2024-11-16T10:22:32,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa121673bc686107bbf7963347d4de92, ASSIGN; state=OFFLINE, location=b16ff38458c1,43663,1731752537225; forceNewPlan=false, retain=false 2024-11-16T10:22:32,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa121673bc686107bbf7963347d4de92, regionState=OPENING, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:32,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa121673bc686107bbf7963347d4de92, ASSIGN because future has completed 2024-11-16T10:22:32,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa121673bc686107bbf7963347d4de92, server=b16ff38458c1,43663,1731752537225}] 2024-11-16T10:22:32,473 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,473 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa121673bc686107bbf7963347d4de92, NAME => 'test,,1731752551346.aa121673bc686107bbf7963347d4de92.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:32,473 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:32,473 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:22:32,473 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,473 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752551346.aa121673bc686107bbf7963347d4de92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:32,473 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,473 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,474 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,475 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa121673bc686107bbf7963347d4de92 columnFamilyName f 2024-11-16T10:22:32,475 DEBUG [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:32,476 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(327): Store=aa121673bc686107bbf7963347d4de92/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:32,476 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,477 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa121673bc686107bbf7963347d4de92 columnFamilyName f1 2024-11-16T10:22:32,477 DEBUG [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:32,477 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(327): Store=aa121673bc686107bbf7963347d4de92/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:32,477 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,478 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa121673bc686107bbf7963347d4de92 columnFamilyName norep 2024-11-16T10:22:32,478 DEBUG [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:32,478 INFO [StoreOpener-aa121673bc686107bbf7963347d4de92-1 {}] regionserver.HStore(327): Store=aa121673bc686107bbf7963347d4de92/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:32,478 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,479 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,479 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,479 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,480 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,480 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:22:32,480 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,482 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:32,482 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa121673bc686107bbf7963347d4de92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66179797, jitterRate=-0.01384417712688446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:22:32,482 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:32,482 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa121673bc686107bbf7963347d4de92: Running coprocessor pre-open hook at 1731752552473Writing region info on filesystem at 1731752552473Initializing all the Stores at 1731752552474 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752552474Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752552474Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752552474Cleaning up temporary data from old regions at 1731752552480 (+6 ms)Running coprocessor post-open hooks at 1731752552482 (+2 ms)Region opened successfully at 1731752552482 2024-11-16T10:22:32,483 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752551346.aa121673bc686107bbf7963347d4de92., pid=6, masterSystemTime=1731752552470 2024-11-16T10:22:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:32,484 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,484 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:32,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa121673bc686107bbf7963347d4de92, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:32,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa121673bc686107bbf7963347d4de92, server=b16ff38458c1,43663,1731752537225 because future has completed 2024-11-16T10:22:32,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:22:32,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa121673bc686107bbf7963347d4de92, server=b16ff38458c1,43663,1731752537225 in 169 msec 2024-11-16T10:22:32,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:22:32,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa121673bc686107bbf7963347d4de92, ASSIGN in 324 msec 2024-11-16T10:22:32,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:22:32,490 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752552490"}]},"ts":"1731752552490"} 2024-11-16T10:22:32,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:22:32,492 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:22:32,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-16T10:22:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:33,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:33,495 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:22:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41709,1731752542714 2024-11-16T10:22:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1d330a 2024-11-16T10:22:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:33,496 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:33,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:22:33,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:22:33,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:33,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:22:33,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:22:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:22:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:33,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f6b0533cafd52c5d244db5e040803e4, NAME => 'test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8 2024-11-16T10:22:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f6b0533cafd52c5d244db5e040803e4, disabling compactions & flushes 2024-11-16T10:22:33,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. after waiting 0 ms 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:33,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:33,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f6b0533cafd52c5d244db5e040803e4: Waiting for close lock at 1731752553910Disabling compacts and flushes for region at 1731752553910Disabling writes for close at 1731752553910Writing region close event to WAL at 1731752553910Closed at 1731752553910 2024-11-16T10:22:33,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:22:33,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752553911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752553911"}]},"ts":"1731752553911"} 2024-11-16T10:22:33,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:22:33,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:22:33,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752553913"}]},"ts":"1731752553913"} 2024-11-16T10:22:33,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:22:33,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f6b0533cafd52c5d244db5e040803e4, ASSIGN}] 2024-11-16T10:22:33,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f6b0533cafd52c5d244db5e040803e4, ASSIGN 2024-11-16T10:22:33,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f6b0533cafd52c5d244db5e040803e4, ASSIGN; state=OFFLINE, location=b16ff38458c1,36115,1731752542826; forceNewPlan=false, retain=false 2024-11-16T10:22:34,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f6b0533cafd52c5d244db5e040803e4, regionState=OPENING, regionLocation=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:34,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f6b0533cafd52c5d244db5e040803e4, ASSIGN because future has completed 2024-11-16T10:22:34,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f6b0533cafd52c5d244db5e040803e4, server=b16ff38458c1,36115,1731752542826}] 2024-11-16T10:22:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:34,222 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:34,222 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f6b0533cafd52c5d244db5e040803e4, NAME => 'test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:34,222 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:34,222 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,224 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,224 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f6b0533cafd52c5d244db5e040803e4 columnFamilyName f 2024-11-16T10:22:34,224 DEBUG [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:34,225 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(327): Store=2f6b0533cafd52c5d244db5e040803e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:34,225 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,225 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f6b0533cafd52c5d244db5e040803e4 columnFamilyName f1 2024-11-16T10:22:34,225 DEBUG [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:34,226 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(327): Store=2f6b0533cafd52c5d244db5e040803e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:34,226 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,226 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f6b0533cafd52c5d244db5e040803e4 columnFamilyName norep 2024-11-16T10:22:34,226 DEBUG [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:34,227 INFO [StoreOpener-2f6b0533cafd52c5d244db5e040803e4-1 {}] regionserver.HStore(327): Store=2f6b0533cafd52c5d244db5e040803e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:34,227 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,227 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,227 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,228 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:22:34,229 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,230 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:34,231 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f6b0533cafd52c5d244db5e040803e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69812526, jitterRate=0.04028770327568054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:34,231 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f6b0533cafd52c5d244db5e040803e4: Running coprocessor pre-open hook at 1731752554223Writing region info on filesystem at 1731752554223Initializing all the Stores at 1731752554223Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752554223Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752554223Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752554223Cleaning up temporary data from old regions at 1731752554228 (+5 ms)Running coprocessor post-open hooks at 1731752554231 (+3 ms)Region opened successfully at 1731752554231 2024-11-16T10:22:34,232 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4., pid=6, masterSystemTime=1731752554219 2024-11-16T10:22:34,234 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:34,234 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:34,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f6b0533cafd52c5d244db5e040803e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,36115,1731752542826 2024-11-16T10:22:34,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f6b0533cafd52c5d244db5e040803e4, server=b16ff38458c1,36115,1731752542826 because future has completed 2024-11-16T10:22:34,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:22:34,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f6b0533cafd52c5d244db5e040803e4, server=b16ff38458c1,36115,1731752542826 in 169 msec 2024-11-16T10:22:34,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:22:34,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f6b0533cafd52c5d244db5e040803e4, ASSIGN in 325 msec 2024-11-16T10:22:34,240 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:22:34,241 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752554240"}]},"ts":"1731752554240"} 2024-11-16T10:22:34,242 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:22:34,243 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:22:34,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-16T10:22:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:34,634 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:22:34,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34123,1731752548138 2024-11-16T10:22:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3000f24 2024-11-16T10:22:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:34,635 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:34,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T10:22:34,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:22:34,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:34,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T10:22:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:34,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:22:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741835_1011 (size=902) 2024-11-16T10:22:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:35,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a84107f80819e46a04647f6d5085e01, NAME => 'test,,1731752554636.9a84107f80819e46a04647f6d5085e01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7 2024-11-16T10:22:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741836_1012 (size=39) 2024-11-16T10:22:35,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:35,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:22:35,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149137 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b16ff38458c1,44005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:44005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T10:22:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731752554636.9a84107f80819e46a04647f6d5085e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9a84107f80819e46a04647f6d5085e01, disabling compactions & flushes 2024-11-16T10:22:35,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731752554636.9a84107f80819e46a04647f6d5085e01. after waiting 0 ms 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a84107f80819e46a04647f6d5085e01: Waiting for close lock at 1731752555448Disabling compacts and flushes for region at 1731752555448Disabling writes for close at 1731752555448Writing region close event to WAL at 1731752555448Closed at 1731752555448 2024-11-16T10:22:35,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:22:35,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731752554636.9a84107f80819e46a04647f6d5085e01.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731752555449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752555449"}]},"ts":"1731752555449"} 2024-11-16T10:22:35,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:22:35,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:22:35,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752555451"}]},"ts":"1731752555451"} 2024-11-16T10:22:35,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T10:22:35,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a84107f80819e46a04647f6d5085e01, ASSIGN}] 2024-11-16T10:22:35,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9a84107f80819e46a04647f6d5085e01, ASSIGN 2024-11-16T10:22:35,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9a84107f80819e46a04647f6d5085e01, ASSIGN; state=OFFLINE, location=b16ff38458c1,38049,1731752548284; forceNewPlan=false, retain=false 2024-11-16T10:22:35,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a84107f80819e46a04647f6d5085e01, regionState=OPENING, regionLocation=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:35,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9a84107f80819e46a04647f6d5085e01, ASSIGN because future has completed 2024-11-16T10:22:35,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a84107f80819e46a04647f6d5085e01, server=b16ff38458c1,38049,1731752548284}] 2024-11-16T10:22:35,761 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,761 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a84107f80819e46a04647f6d5085e01, NAME => 'test,,1731752554636.9a84107f80819e46a04647f6d5085e01.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:35,761 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:35,761 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T10:22:35,761 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,762 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731752554636.9a84107f80819e46a04647f6d5085e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:35,762 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,762 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,762 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,763 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a84107f80819e46a04647f6d5085e01 columnFamilyName f 2024-11-16T10:22:35,763 DEBUG [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:35,763 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(327): Store=9a84107f80819e46a04647f6d5085e01/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:35,763 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,764 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a84107f80819e46a04647f6d5085e01 columnFamilyName f1 2024-11-16T10:22:35,764 DEBUG [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:35,764 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(327): Store=9a84107f80819e46a04647f6d5085e01/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:35,765 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,766 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a84107f80819e46a04647f6d5085e01 columnFamilyName norep 2024-11-16T10:22:35,766 DEBUG [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:35,766 INFO [StoreOpener-9a84107f80819e46a04647f6d5085e01-1 {}] regionserver.HStore(327): Store=9a84107f80819e46a04647f6d5085e01/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:35,766 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,766 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,767 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,767 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,767 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,768 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:22:35,768 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,769 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:35,770 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a84107f80819e46a04647f6d5085e01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640754, jitterRate=0.022826939821243286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:22:35,770 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:35,770 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a84107f80819e46a04647f6d5085e01: Running coprocessor pre-open hook at 1731752555762Writing region info on filesystem at 1731752555762Initializing all the Stores at 1731752555762Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752555762Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752555762Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752555762Cleaning up temporary data from old regions at 1731752555767 (+5 ms)Running coprocessor post-open hooks at 1731752555770 (+3 ms)Region opened successfully at 1731752555770 2024-11-16T10:22:35,770 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731752554636.9a84107f80819e46a04647f6d5085e01., pid=6, masterSystemTime=1731752555758 2024-11-16T10:22:35,772 DEBUG [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,772 INFO [RS_OPEN_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:35,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a84107f80819e46a04647f6d5085e01, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b16ff38458c1,38049,1731752548284 2024-11-16T10:22:35,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a84107f80819e46a04647f6d5085e01, server=b16ff38458c1,38049,1731752548284 because future has completed 2024-11-16T10:22:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:22:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a84107f80819e46a04647f6d5085e01, server=b16ff38458c1,38049,1731752548284 in 167 msec 2024-11-16T10:22:35,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:22:35,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9a84107f80819e46a04647f6d5085e01, ASSIGN in 323 msec 2024-11-16T10:22:35,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:22:35,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752555778"}]},"ts":"1731752555778"} 2024-11-16T10:22:35,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T10:22:35,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:22:35,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-16T10:22:36,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:36,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T10:22:36,784 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T10:22:36,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:36,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:36,785 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e57ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:36,786 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fc1d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43911,1731752537028 2024-11-16T10:22:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d2376d 2024-11-16T10:22:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:36,788 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:36,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b16ff38458c1:41709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:22:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:22:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:36,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41709' 2024-11-16T10:22:36,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75eb8792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41709,-1 for getting cluster id 2024-11-16T10:22:36,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:36,792 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed99dd3-4cee-479e-b220-8edf2a7515bc' 2024-11-16T10:22:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed99dd3-4cee-479e-b220-8edf2a7515bc" 2024-11-16T10:22:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf6df57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41709,-1] 2024-11-16T10:22:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:36,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:36,793 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c23c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:36,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41709,1731752542714 2024-11-16T10:22:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12cb851b 2024-11-16T10:22:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:36,795 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:36,795 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T10:22:36,795 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:22:36,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:36,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:36,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:36,796 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:22:36,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T10:22:36,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:22:36,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:36,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:22:36,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741837_1013 (size=1138) 2024-11-16T10:22:36,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 014667bed6f8d85eb36d5df28dd75536, NAME => 'hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2 2024-11-16T10:22:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741838_1014 (size=44) 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 014667bed6f8d85eb36d5df28dd75536, disabling compactions & flushes 2024-11-16T10:22:36,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. after waiting 0 ms 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:36,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:36,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 014667bed6f8d85eb36d5df28dd75536: Waiting for close lock at 1731752556818Disabling compacts and flushes for region at 1731752556818Disabling writes for close at 1731752556818Writing region close event to WAL at 1731752556818Closed at 1731752556818 2024-11-16T10:22:36,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:22:36,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731752556819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752556819"}]},"ts":"1731752556819"} 2024-11-16T10:22:36,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T10:22:36,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:22:36,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752556821"}]},"ts":"1731752556821"} 2024-11-16T10:22:36,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T10:22:36,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=014667bed6f8d85eb36d5df28dd75536, ASSIGN}] 2024-11-16T10:22:36,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=014667bed6f8d85eb36d5df28dd75536, ASSIGN 2024-11-16T10:22:36,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=014667bed6f8d85eb36d5df28dd75536, ASSIGN; state=OFFLINE, location=b16ff38458c1,43663,1731752537225; forceNewPlan=false, retain=false 2024-11-16T10:22:36,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T10:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:36,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=014667bed6f8d85eb36d5df28dd75536, regionState=OPENING, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:36,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=014667bed6f8d85eb36d5df28dd75536, ASSIGN because future has completed 2024-11-16T10:22:36,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 014667bed6f8d85eb36d5df28dd75536, server=b16ff38458c1,43663,1731752537225}] 2024-11-16T10:22:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:37,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:37,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:22:37,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T10:22:37,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b16ff38458c1%2C43663%2C1731752537225.rep, suffix=, logDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225, archiveDir=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/oldWALs, maxLogs=10 2024-11-16T10:22:37,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752557134, exclude list is [], retry=0 2024-11-16T10:22:37,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:37,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752557134 2024-11-16T10:22:37,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:37,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 014667bed6f8d85eb36d5df28dd75536, NAME => 'hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:22:37,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T10:22:37,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:22:37,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. service=MultiRowMutationService 2024-11-16T10:22:37,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T10:22:37,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:22:37,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,151 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,157 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014667bed6f8d85eb36d5df28dd75536 columnFamilyName hfileref 2024-11-16T10:22:37,157 DEBUG [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:37,157 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(327): Store=014667bed6f8d85eb36d5df28dd75536/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:37,157 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,158 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014667bed6f8d85eb36d5df28dd75536 columnFamilyName queue 2024-11-16T10:22:37,158 DEBUG [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:37,159 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(327): Store=014667bed6f8d85eb36d5df28dd75536/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:37,159 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,160 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 014667bed6f8d85eb36d5df28dd75536 columnFamilyName sid 2024-11-16T10:22:37,160 DEBUG [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:22:37,161 INFO [StoreOpener-014667bed6f8d85eb36d5df28dd75536-1 {}] regionserver.HStore(327): Store=014667bed6f8d85eb36d5df28dd75536/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:22:37,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:22:37,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:22:37,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 014667bed6f8d85eb36d5df28dd75536; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68550313, jitterRate=0.02147926390171051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:22:37,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:37,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 014667bed6f8d85eb36d5df28dd75536: Running coprocessor pre-open hook at 1731752557150Writing region info on filesystem at 1731752557150Initializing all the Stores at 1731752557150Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752557150Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752557151 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731752557151Cleaning up temporary data from old regions at 1731752557162 (+11 ms)Running coprocessor post-open hooks at 1731752557170 (+8 ms)Region opened successfully at 1731752557170 2024-11-16T10:22:37,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536., pid=10, masterSystemTime=1731752557130 2024-11-16T10:22:37,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:37,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:37,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=014667bed6f8d85eb36d5df28dd75536, regionState=OPEN, openSeqNum=2, regionLocation=b16ff38458c1,43663,1731752537225 2024-11-16T10:22:37,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 014667bed6f8d85eb36d5df28dd75536, server=b16ff38458c1,43663,1731752537225 because future has completed 2024-11-16T10:22:37,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:22:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 014667bed6f8d85eb36d5df28dd75536, server=b16ff38458c1,43663,1731752537225 in 198 msec 2024-11-16T10:22:37,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T10:22:37,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=014667bed6f8d85eb36d5df28dd75536, ASSIGN in 354 msec 2024-11-16T10:22:37,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:22:37,187 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752557187"}]},"ts":"1731752557187"} 2024-11-16T10:22:37,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T10:22:37,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:22:37,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 394 msec 2024-11-16T10:22:37,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536., hostname=b16ff38458c1,43663,1731752537225, seqNum=2] 2024-11-16T10:22:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:37,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:22:37,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T10:22:37,400 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T10:22:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:37,428 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b16ff38458c1,43663,1731752537225, ReplicationSource: 1, currentBandwidth=0 2024-11-16T10:22:37,429 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:37,429 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43663,1731752537225, seqNum=-1] 2024-11-16T10:22:37,429 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:37,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T10:22:37,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b16ff38458c1,43663,1731752537225', locateType=CURRENT is [region=hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536., hostname=b16ff38458c1,43663,1731752537225, seqNum=2] 2024-11-16T10:22:37,432 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T10:22:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T10:22:37,434 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b16ff38458c1,43663,1731752537225 suceeded 2024-11-16T10:22:37,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T10:22:37,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T10:22:37,435 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b16ff38458c1:41709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:22:37,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 646 msec 2024-11-16T10:22:37,445 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:41709' 2024-11-16T10:22:37,446 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725eaa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,446 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41709,-1 for getting cluster id 2024-11-16T10:22:37,446 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:37,447 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed99dd3-4cee-479e-b220-8edf2a7515bc' 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed99dd3-4cee-479e-b220-8edf2a7515bc" 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29001f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41709,-1] 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,447 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:37,448 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c83babc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,448 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41709,1731752542714 2024-11-16T10:22:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2fd84a 2024-11-16T10:22:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:37,449 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T10:22:37,449 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b16ff38458c1,43663,1731752537225 (queues=1) is replicating from cluster=38b5ae98-0609-42ea-ac6a-60efeb07f1e9 to cluster=8ed99dd3-4cee-479e-b220-8edf2a7515bc 2024-11-16T10:22:37,450 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b16ff38458c1%2C43663%2C1731752537225 2024-11-16T10:22:37,450 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b16ff38458c1,43663,1731752537225, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:22:37,450 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C43663%2C1731752537225 2024-11-16T10:22:37,450 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835, startPosition=0, beingWritten=true 2024-11-16T10:22:37,454 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:22:37,454 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 379, reset compression=false 2024-11-16T10:22:37,454 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:22:37,657 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 379, reset compression=false 2024-11-16T10:22:37,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T10:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T10:22:37,924 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T10:22:37,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:37,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:37,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:37,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:37,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:37,925 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd7f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,926 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482c6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbc57cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41709,-1 for getting cluster id 2024-11-16T10:22:37,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:37,928 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed99dd3-4cee-479e-b220-8edf2a7515bc' 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed99dd3-4cee-479e-b220-8edf2a7515bc" 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e3172a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41709,-1] 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,929 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:37,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b95ee01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34123,-1 for getting cluster id 2024-11-16T10:22:37,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:37,930 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31402aaf-a584-4fa9-91ec-698afa846192' 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31402aaf-a584-4fa9-91ec-698afa846192" 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14965611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34123,-1] 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:37,931 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b3eafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:37,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:37,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731752557934/Put/seqid=0 2024-11-16T10:22:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741840_1016 (size=7894) 2024-11-16T10:22:37,961 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 379, reset compression=false 2024-11-16T10:22:38,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731752558345/Put/seqid=0 2024-11-16T10:22:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741841_1017 (size=7691) 2024-11-16T10:22:38,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae77fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:38,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:38,360 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ab2b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:38,362 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:38,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afb1a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:38,364 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 379, reset compression=false 2024-11-16T10:22:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43663,1731752537225, seqNum=-1] 2024-11-16T10:22:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:38,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:38,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43911,1731752537028 2024-11-16T10:22:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2278ca71 2024-11-16T10:22:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:38,378 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2] 2024-11-16T10:22:38,385 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:22:38,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T10:22:38,408 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T10:22:38,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T10:22:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:38,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T10:22:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegion(2603): Flush status journal for aa121673bc686107bbf7963347d4de92: 2024-11-16T10:22:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_1 2024-11-16T10:22:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_1 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ 2024-11-16T10:22:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_0 2024-11-16T10:22:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_0 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ 2024-11-16T10:22:38,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_1 into aa121673bc686107bbf7963347d4de92/f as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ - updating store file list. 2024-11-16T10:22:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 134249f7f1644e699dd6270448aec6a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:38,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ into aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:38,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_1 into aa121673bc686107bbf7963347d4de92/f (new location: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_) 2024-11-16T10:22:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_1 2024-11-16T10:22:38,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_0 into aa121673bc686107bbf7963347d4de92/f as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ - updating store file list. 2024-11-16T10:22:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:38,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ into aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:38,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_0 into aa121673bc686107bbf7963347d4de92/f (new location: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_) 2024-11-16T10:22:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__l6rleu80teledm40ugt5i2bsgmjheumjq8jsm8c3dbct87j3ejvlkn2ccf03pvv6/f/hfile_0 2024-11-16T10:22:38,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:38,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:38,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 , the old value is region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:43663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:22:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:22:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 from cache 2024-11-16T10:22:38,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,36115,1731752542826, seqNum=-1] 2024-11-16T10:22:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:38,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38554 deadline: 1731752618464 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38554 2024-11-16T10:22:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4., hostname=b16ff38458c1,36115,1731752542826, seqNum=2] 2024-11-16T10:22:38,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:22:38,575 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:22:38,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:22:38,870 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 379, reset compression=false 2024-11-16T10:22:38,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:22:38,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa121673bc686107bbf7963347d4de92/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752558461/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:22:38,876 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T10:22:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(318): Replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343a5891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,41709,-1 for getting cluster id 2024-11-16T10:22:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:38,878 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed99dd3-4cee-479e-b220-8edf2a7515bc' 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed99dd3-4cee-479e-b220-8edf2a7515bc" 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d713616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,41709,-1] 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:38,879 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:38,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328d8fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:38,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741837_1013 (size=7691) 2024-11-16T10:22:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741838_1014 (size=7894) 2024-11-16T10:22:39,074 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 687, reset compression=false 2024-11-16T10:22:39,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,41709,1731752542714 2024-11-16T10:22:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@378c65cc 2024-11-16T10:22:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:39,294 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T10:22:39,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:22:39,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:39,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,36115,1731752542826, seqNum=-1] 2024-11-16T10:22:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:39,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T10:22:39,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T10:22:39,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T10:22:39,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ for inclusion in 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T10:22:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:39,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ for inclusion in 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T10:22:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegion(2603): Flush status journal for 2f6b0533cafd52c5d244db5e040803e4: 2024-11-16T10:22:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7f952512fa452d81d397718fc660db_SeqId_4_ 2024-11-16T10:22:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 134249f7f1644e699dd6270448aec6a5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7ab63004944991bd90e11a68d7f7ae_SeqId_4_ 2024-11-16T10:22:39,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7f952512fa452d81d397718fc660db_SeqId_4_ - updating store file list. 2024-11-16T10:22:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a7f952512fa452d81d397718fc660db_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:39,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7f952512fa452d81d397718fc660db_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:39,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f (new location: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7f952512fa452d81d397718fc660db_SeqId_4_) 2024-11-16T10:22:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/62ac3ee52b3f421d9bede43e9c6ee709_SeqId_4_ 2024-11-16T10:22:39,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7ab63004944991bd90e11a68d7f7ae_SeqId_4_ - updating store file list. 2024-11-16T10:22:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a7ab63004944991bd90e11a68d7f7ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:39,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7ab63004944991bd90e11a68d7f7ae_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:39,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ into 2f6b0533cafd52c5d244db5e040803e4/f (new location: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/0a7ab63004944991bd90e11a68d7f7ae_SeqId_4_) 2024-11-16T10:22:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__qrmuefb5c50soiello24rtbuprb01e88404j8bmoa8lemg3elikslijm385781lm/f/134249f7f1644e699dd6270448aec6a5_SeqId_4_ 2024-11-16T10:22:39,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(324): Finished replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:39,377 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 687, reset compression=false 2024-11-16T10:22:39,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38049,1731752548284, seqNum=-1] 2024-11-16T10:22:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:39,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752554636.9a84107f80819e46a04647f6d5085e01., hostname=b16ff38458c1,38049,1731752548284, seqNum=2] 2024-11-16T10:22:39,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:39,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:22:39,492 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b16ff38458c1%2C43663%2C1731752537225:(num 1731752539835) roll requested 2024-11-16T10:22:39,511 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, exclude list is [], retry=0 2024-11-16T10:22:39,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:39,515 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 2024-11-16T10:22:39,516 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:39,516 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 is not closed yet, will try archiving it next time 2024-11-16T10:22:39,516 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b16ff38458c1%2C43663%2C1731752537225.meta:.meta(num 1731752540762) roll requested 2024-11-16T10:22:39,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a99f0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:39,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:39,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741832_1008 (size=695) 2024-11-16T10:22:39,517 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3919f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,518 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:39,518 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/oldWALs/b16ff38458c1%2C43663%2C1731752537225.1731752539835 2024-11-16T10:22:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6062af75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43911,1731752537028 2024-11-16T10:22:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c967779 2024-11-16T10:22:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:39,521 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:39,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b16ff38458c1:34123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T10:22:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T10:22:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:22:39,525 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:34123' 2024-11-16T10:22:39,526 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae48a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,526 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34123,-1 for getting cluster id 2024-11-16T10:22:39,526 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:39,527 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31402aaf-a584-4fa9-91ec-698afa846192' 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31402aaf-a584-4fa9-91ec-698afa846192" 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2552a3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34123,-1] 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:39,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,528 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:39,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee74d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,529 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:39,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34123,1731752548138 2024-11-16T10:22:39,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2b261e 2024-11-16T10:22:39,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:39,530 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:39,531 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T10:22:39,531 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T10:22:39,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:39,534 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752559516.meta, exclude list is [], retry=0 2024-11-16T10:22:39,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:39,541 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752540762.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752559516.meta 2024-11-16T10:22:39,548 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:39,548 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.meta.1731752540762.meta is not closed yet, will try archiving it next time 2024-11-16T10:22:39,548 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b16ff38458c1%2C43663%2C1731752537225.rep:(num 1731752557134) roll requested 2024-11-16T10:22:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741834_1010 (size=3473) 2024-11-16T10:22:39,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T10:22:39,566 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752559548, exclude list is [], retry=0 2024-11-16T10:22:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44537,DS-5d8f4d17-6051-4f87-a6e0-6a4e9adbff41,DISK] 2024-11-16T10:22:39,578 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752557134 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752559548 2024-11-16T10:22:39,580 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44693:44693)] 2024-11-16T10:22:39,580 DEBUG [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752557134 is not closed yet, will try archiving it next time 2024-11-16T10:22:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741839_1015 (size=1505) 2024-11-16T10:22:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:22:39,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T10:22:39,717 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T10:22:39,754 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b16ff38458c1,43663,1731752537225, ReplicationSource: 2, currentBandwidth=0 2024-11-16T10:22:39,756 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T10:22:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T10:22:39,758 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b16ff38458c1,43663,1731752537225 suceeded 2024-11-16T10:22:39,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T10:22:39,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-16T10:22:39,760 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b16ff38458c1:34123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T10:22:39,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 238 msec 2024-11-16T10:22:39,775 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b16ff38458c1:34123' 2024-11-16T10:22:39,776 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20615537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,776 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34123,-1 for getting cluster id 2024-11-16T10:22:39,776 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:39,777 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31402aaf-a584-4fa9-91ec-698afa846192' 2024-11-16T10:22:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31402aaf-a584-4fa9-91ec-698afa846192" 2024-11-16T10:22:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dea1095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34123,-1] 2024-11-16T10:22:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,778 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:39,779 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ab6b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,779 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34123,1731752548138 2024-11-16T10:22:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@360dac11 2024-11-16T10:22:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:39,780 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T10:22:39,780 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 to pos 687, reset compression=false 2024-11-16T10:22:39,781 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b16ff38458c1,43663,1731752537225 (queues=1) is replicating from cluster=38b5ae98-0609-42ea-ac6a-60efeb07f1e9 to cluster=31402aaf-a584-4fa9-91ec-698afa846192 2024-11-16T10:22:39,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b16ff38458c1%2C43663%2C1731752537225 2024-11-16T10:22:39,781 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b16ff38458c1,43663,1731752537225, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T10:22:39,781 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, startPosition=0, beingWritten=true 2024-11-16T10:22:39,781 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b16ff38458c1%2C43663%2C1731752537225 2024-11-16T10:22:39,786 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 was moved to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/oldWALs/b16ff38458c1%2C43663%2C1731752537225.1731752539835 2024-11-16T10:22:39,788 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835 2024-11-16T10:22:39,788 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752539835, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T10:22:39,788 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, startPosition=0, beingWritten=true 2024-11-16T10:22:39,790 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b16ff38458c1%2C43663%2C1731752537225.1731752539835] 2024-11-16T10:22:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T10:22:39,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:39,845 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T10:22:39,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:39,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:39,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:22:39,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731752559850/Put/seqid=0 2024-11-16T10:22:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741845_1021 (size=11194) 2024-11-16T10:22:39,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731752559862/Put/seqid=0 2024-11-16T10:22:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741846_1022 (size=10791) 2024-11-16T10:22:39,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c965745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,43911,-1 for getting cluster id 2024-11-16T10:22:39,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:39,873 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38b5ae98-0609-42ea-ac6a-60efeb07f1e9' 2024-11-16T10:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38b5ae98-0609-42ea-ac6a-60efeb07f1e9" 2024-11-16T10:22:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7688bea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,43911,-1] 2024-11-16T10:22:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,875 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:39,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d43153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:39,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:39,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,43663,1731752537225, seqNum=-1] 2024-11-16T10:22:39,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:39,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:22:39,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,43911,1731752537028 2024-11-16T10:22:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427705a0 2024-11-16T10:22:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:39,900 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:22:39,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2] 2024-11-16T10:22:39,908 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:22:39,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T10:22:39,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T10:22:39,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T10:22:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:39,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T10:22:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegion(2603): Flush status journal for aa121673bc686107bbf7963347d4de92: 2024-11-16T10:22:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_0 2024-11-16T10:22:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_0 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ 2024-11-16T10:22:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_1 2024-11-16T10:22:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_1 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ 2024-11-16T10:22:39,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_0 into aa121673bc686107bbf7963347d4de92/f as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ - updating store file list. 2024-11-16T10:22:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03bd82ad2bac43969fb936627e006a7c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:39,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ into aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:39,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_0 into aa121673bc686107bbf7963347d4de92/f (new location: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_) 2024-11-16T10:22:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_0 2024-11-16T10:22:39,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_1 into aa121673bc686107bbf7963347d4de92/f as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ - updating store file list. 2024-11-16T10:22:39,986 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 0, reset compression=false 2024-11-16T10:22:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ into aa121673bc686107bbf7963347d4de92/f 2024-11-16T10:22:39,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_1 into aa121673bc686107bbf7963347d4de92/f (new location: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_) 2024-11-16T10:22:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/staging/jenkins__test__3u7ogb6m4ljleab3922fi2e97u2t6q5scpi16he8nqan3s3nfb3qbdg78s2ep8sk/f/hfile_1 2024-11-16T10:22:39,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:39,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:39,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 , the old value is region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b16ff38458c1:43663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:22:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T10:22:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731752551346.aa121673bc686107bbf7963347d4de92., hostname=b16ff38458c1,43663,1731752537225, seqNum=2 from cache 2024-11-16T10:22:39,997 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T10:22:40,002 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T10:22:40,015 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:22:40,016 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa121673bc686107bbf7963347d4de92/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752559993/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:22:40,018 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:22:40,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T10:22:40,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.ReplicationSink(318): Replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:40,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@417b8a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:40,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.ClusterIdFetcher(90): Going to request b16ff38458c1,34123,-1 for getting cluster id 2024-11-16T10:22:40,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T10:22:40,029 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31402aaf-a584-4fa9-91ec-698afa846192' 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31402aaf-a584-4fa9-91ec-698afa846192" 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed67098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b16ff38458c1,34123,-1] 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T10:22:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:40,031 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T10:22:40,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2d359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:22:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741837_1013 (size=11194) 2024-11-16T10:22:40,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T10:22:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741838_1014 (size=10791) 2024-11-16T10:22:40,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T10:22:40,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b16ff38458c1,34123,1731752548138 2024-11-16T10:22:40,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d2cb6c1 2024-11-16T10:22:40,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:22:40,135 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T10:22:40,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:22:40,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T10:22:40,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b16ff38458c1,38049,1731752548284, seqNum=-1] 2024-11-16T10:22:40,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:22:40,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T10:22:40,151 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T10:22:40,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T10:22:40,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ for inclusion in 9a84107f80819e46a04647f6d5085e01/f 2024-11-16T10:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T10:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:40,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ for inclusion in 9a84107f80819e46a04647f6d5085e01/f 2024-11-16T10:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T10:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HRegion(2603): Flush status journal for 9a84107f80819e46a04647f6d5085e01: 2024-11-16T10:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03bd82ad2bac43969fb936627e006a7c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/7b62018e67054945bafdbb731779acc0_SeqId_4_ 2024-11-16T10:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/fcc4eb144356419f89f7b2c6b7fd6f16_SeqId_4_ 2024-11-16T10:22:40,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ into 9a84107f80819e46a04647f6d5085e01/f as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/7b62018e67054945bafdbb731779acc0_SeqId_4_ - updating store file list. 2024-11-16T10:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b62018e67054945bafdbb731779acc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:40,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/7b62018e67054945bafdbb731779acc0_SeqId_4_ into 9a84107f80819e46a04647f6d5085e01/f 2024-11-16T10:22:40,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ into 9a84107f80819e46a04647f6d5085e01/f (new location: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/7b62018e67054945bafdbb731779acc0_SeqId_4_) 2024-11-16T10:22:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ 2024-11-16T10:22:40,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ into 9a84107f80819e46a04647f6d5085e01/f as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/fcc4eb144356419f89f7b2c6b7fd6f16_SeqId_4_ - updating store file list. 2024-11-16T10:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcc4eb144356419f89f7b2c6b7fd6f16_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:40,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/fcc4eb144356419f89f7b2c6b7fd6f16_SeqId_4_ into 9a84107f80819e46a04647f6d5085e01/f 2024-11-16T10:22:40,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ into 9a84107f80819e46a04647f6d5085e01/f (new location: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/f/fcc4eb144356419f89f7b2c6b7fd6f16_SeqId_4_) 2024-11-16T10:22:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/staging/jenkins.hfs.23__test__kjdk630aevp4ak5jikk9t53cven384biqgoes3c534n3j5auu1f944be7jd7t234/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ 2024-11-16T10:22:40,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] regionserver.ReplicationSink(324): Finished replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:40,216 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:40,292 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 0, reset compression=false 2024-11-16T10:22:40,299 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T10:22:40,299 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa121673bc686107bbf7963347d4de92/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731752559993/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T10:22:40,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(318): Replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741839_1015 (size=11194) 2024-11-16T10:22:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741840_1016 (size=10791) 2024-11-16T10:22:40,499 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:40,539 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:40,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T10:22:40,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T10:22:40,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T10:22:40,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ for inclusion in 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T10:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:40,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ for inclusion in 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T10:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T10:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegion(2603): Flush status journal for 2f6b0533cafd52c5d244db5e040803e4: 2024-11-16T10:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03bd82ad2bac43969fb936627e006a7c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/26885dce6dc846f2a9bba08cf2d32496_SeqId_6_ 2024-11-16T10:22:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T10:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/584b6e35c62c4523a27226ceb6397e76_SeqId_6_ 2024-11-16T10:22:40,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/26885dce6dc846f2a9bba08cf2d32496_SeqId_6_ - updating store file list. 2024-11-16T10:22:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26885dce6dc846f2a9bba08cf2d32496_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:40,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/26885dce6dc846f2a9bba08cf2d32496_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:40,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f (new location: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/26885dce6dc846f2a9bba08cf2d32496_SeqId_6_) 2024-11-16T10:22:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/03bd82ad2bac43969fb936627e006a7c_SeqId_6_ 2024-11-16T10:22:40,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/584b6e35c62c4523a27226ceb6397e76_SeqId_6_ - updating store file list. 2024-11-16T10:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 584b6e35c62c4523a27226ceb6397e76_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T10:22:40,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/584b6e35c62c4523a27226ceb6397e76_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f 2024-11-16T10:22:40,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ into 2f6b0533cafd52c5d244db5e040803e4/f (new location: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/f/584b6e35c62c4523a27226ceb6397e76_SeqId_6_) 2024-11-16T10:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/staging/jenkins.hfs.22__test__vtkrbhckfqnk5ktrrooi85um8r3eh89lust34cf7ua07hpa5s5fuv5qfvv9e6llu/f/a35b3653ab6e479f86cb7d8330930d8b_SeqId_6_ 2024-11-16T10:22:40,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(324): Finished replicating [38b5ae98-0609-42ea-ac6a-60efeb07f1e9] bulk loaded data 2024-11-16T10:22:40,806 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:40,943 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:41,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:22:41,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:41,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:41,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:41,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:41,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:41,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:22:41,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2002338944, stopped=false 2024-11-16T10:22:41,021 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,34123,1731752548138 2024-11-16T10:22:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1107153541/running 2024-11-16T10:22:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1107153541/running 2024-11-16T10:22:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:41,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:41,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:41,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/running 2024-11-16T10:22:41,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:41,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:41,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,38049,1731752548284' ***** 2024-11-16T10:22:41,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:22:41,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Set watcher on znode that does not yet exist, /2-1107153541/running 2024-11-16T10:22:41,065 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:22:41,066 INFO [RS:0;b16ff38458c1:38049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:22:41,066 INFO [RS:0;b16ff38458c1:38049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:22:41,066 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:41,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:22:41,080 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,38049,1731752548284 2024-11-16T10:22:41,080 INFO [RS:0;b16ff38458c1:38049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:41,080 INFO [RS:0;b16ff38458c1:38049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:38049. 2024-11-16T10:22:41,080 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a84107f80819e46a04647f6d5085e01, disabling compactions & flushes 2024-11-16T10:22:41,080 DEBUG [RS:0;b16ff38458c1:38049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:41,080 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:41,080 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:41,080 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:41,080 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752554636.9a84107f80819e46a04647f6d5085e01. after waiting 0 ms 2024-11-16T10:22:41,080 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:41,081 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:22:41,081 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:22:41,081 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:22:41,081 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:22:41,090 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:22:41,090 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a84107f80819e46a04647f6d5085e01=test,,1731752554636.9a84107f80819e46a04647f6d5085e01.} 2024-11-16T10:22:41,090 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a84107f80819e46a04647f6d5085e01 2024-11-16T10:22:41,092 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:41,092 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:41,093 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:41,093 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:41,093 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:41,093 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T10:22:41,109 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/default/test/9a84107f80819e46a04647f6d5085e01/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T10:22:41,110 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:41,110 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:41,110 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:41,110 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a84107f80819e46a04647f6d5085e01: Waiting for close lock at 1731752561080Running coprocessor pre-close hooks at 1731752561080Disabling compacts and flushes for region at 1731752561080Disabling writes for close at 1731752561080Writing region close event to WAL at 1731752561103 (+23 ms)Running coprocessor post-close hooks at 1731752561109 (+6 ms)Closed at 1731752561110 (+1 ms) 2024-11-16T10:22:41,110 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752554636.9a84107f80819e46a04647f6d5085e01. 2024-11-16T10:22:41,120 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/info/449507ae1ba34f4594d3ecb7bdc4073c is 129, key is test,,1731752554636.9a84107f80819e46a04647f6d5085e01./info:regioninfo/1731752555772/Put/seqid=0 2024-11-16T10:22:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741839_1015 (size=6421) 2024-11-16T10:22:41,129 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/info/449507ae1ba34f4594d3ecb7bdc4073c 2024-11-16T10:22:41,131 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:41,162 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/ns/898640290b7f49749d580e1c3fee9c88 is 43, key is default/ns:d/1731752551264/Put/seqid=0 2024-11-16T10:22:41,209 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741840_1016 (size=5153) 2024-11-16T10:22:41,290 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:41,446 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:41,491 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:41,611 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/ns/898640290b7f49749d580e1c3fee9c88 2024-11-16T10:22:41,635 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/rep_barrier/a73897b83e0f4b408888e5b13c052845 is 112, key is test,,1731752554636.9a84107f80819e46a04647f6d5085e01./rep_barrier:seqnumDuringOpen/1731752555772/Put/seqid=0 2024-11-16T10:22:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741841_1017 (size=5518) 2024-11-16T10:22:41,691 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:41,724 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:22:41,724 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:22:41,750 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:41,891 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:42,039 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/rep_barrier/a73897b83e0f4b408888e5b13c052845 2024-11-16T10:22:42,049 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:42,056 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/table/2ca4c20613954c23887bc1ebfe99971b is 40, key is test/table:state/1731752555778/Put/seqid=0 2024-11-16T10:22:42,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741842_1018 (size=5165) 2024-11-16T10:22:42,091 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:22:42,091 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:22:42,091 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:42,291 DEBUG [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:42,353 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:42,459 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/table/2ca4c20613954c23887bc1ebfe99971b 2024-11-16T10:22:42,463 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/info/449507ae1ba34f4594d3ecb7bdc4073c as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/info/449507ae1ba34f4594d3ecb7bdc4073c 2024-11-16T10:22:42,467 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/info/449507ae1ba34f4594d3ecb7bdc4073c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T10:22:42,468 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/ns/898640290b7f49749d580e1c3fee9c88 as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/ns/898640290b7f49749d580e1c3fee9c88 2024-11-16T10:22:42,472 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/ns/898640290b7f49749d580e1c3fee9c88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:22:42,473 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/rep_barrier/a73897b83e0f4b408888e5b13c052845 as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/rep_barrier/a73897b83e0f4b408888e5b13c052845 2024-11-16T10:22:42,477 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/rep_barrier/a73897b83e0f4b408888e5b13c052845, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T10:22:42,478 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/.tmp/table/2ca4c20613954c23887bc1ebfe99971b as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/table/2ca4c20613954c23887bc1ebfe99971b 2024-11-16T10:22:42,483 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/table/2ca4c20613954c23887bc1ebfe99971b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:22:42,484 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false 2024-11-16T10:22:42,490 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:22:42,490 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:42,490 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:42,491 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:42,491 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752561092Running coprocessor pre-close hooks at 1731752561092Disabling compacts and flushes for region at 1731752561092Disabling writes for close at 1731752561093 (+1 ms)Obtaining lock to block concurrent updates at 1731752561093Preparing flush snapshotting stores in 1588230740 at 1731752561093Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731752561093Flushing stores of hbase:meta,,1.1588230740 at 1731752561094 (+1 ms)Flushing 1588230740/info: creating writer at 1731752561094Flushing 1588230740/info: appending metadata at 1731752561119 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731752561119Flushing 1588230740/ns: creating writer at 1731752561134 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731752561162 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731752561162Flushing 1588230740/rep_barrier: creating writer at 1731752561615 (+453 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752561634 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752561634Flushing 1588230740/table: creating writer at 1731752562042 (+408 ms)Flushing 1588230740/table: appending metadata at 1731752562056 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731752562056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40637122: reopening flushed file at 1731752562463 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d13f1fc: reopening flushed file at 1731752562467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9b0829: reopening flushed file at 1731752562472 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55847cec: reopening flushed file at 1731752562477 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false at 1731752562484 (+7 ms)Writing region close event to WAL at 1731752562487 (+3 ms)Running coprocessor post-close hooks at 1731752562490 (+3 ms)Closed at 1731752562491 (+1 ms) 2024-11-16T10:22:42,491 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:42,492 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,38049,1731752548284; all regions closed. 2024-11-16T10:22:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741834_1010 (size=2717) 2024-11-16T10:22:42,495 DEBUG [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/oldWALs 2024-11-16T10:22:42,495 INFO [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C38049%2C1731752548284.meta:.meta(num 1731752551226) 2024-11-16T10:22:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741833_1009 (size=1028) 2024-11-16T10:22:42,498 DEBUG [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/oldWALs 2024-11-16T10:22:42,498 INFO [RS:0;b16ff38458c1:38049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C38049%2C1731752548284:(num 1731752550850) 2024-11-16T10:22:42,498 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:42,498 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:42,499 INFO [RS:0;b16ff38458c1:38049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:42,499 INFO [RS:0;b16ff38458c1:38049 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:42,499 INFO [RS:0;b16ff38458c1:38049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:42,499 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:42,499 INFO [RS:0;b16ff38458c1:38049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:38049. 2024-11-16T10:22:42,499 DEBUG [RS:0;b16ff38458c1:38049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:42,499 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:42,499 DEBUG [RS:0;b16ff38458c1:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:42,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:42,500 INFO [RS:0;b16ff38458c1:38049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38049 2024-11-16T10:22:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1107153541/rs/b16ff38458c1,38049,1731752548284 2024-11-16T10:22:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541/rs 2024-11-16T10:22:42,521 INFO [RS:0;b16ff38458c1:38049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:42,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,38049,1731752548284] 2024-11-16T10:22:42,541 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1107153541/draining/b16ff38458c1,38049,1731752548284 already deleted, retry=false 2024-11-16T10:22:42,541 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,38049,1731752548284 expired; onlineServers=0 2024-11-16T10:22:42,541 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,34123,1731752548138' ***** 2024-11-16T10:22:42,541 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:42,542 DEBUG [M:0;b16ff38458c1:34123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:22:42,542 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:22:42,542 DEBUG [M:0;b16ff38458c1:34123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:22:42,542 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752550569 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752550569,5,FailOnTimeoutGroup] 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:42,542 DEBUG [M:0;b16ff38458c1:34123 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:22:42,542 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752550569 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752550569,5,FailOnTimeoutGroup] 2024-11-16T10:22:42,542 INFO [M:0;b16ff38458c1:34123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:42,543 INFO [M:0;b16ff38458c1:34123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:22:42,543 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:22:42,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1107153541/master 2024-11-16T10:22:42,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1107153541 2024-11-16T10:22:42,552 DEBUG [M:0;b16ff38458c1:34123 {}] zookeeper.ZKUtil(347): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Unable to get data of znode /2-1107153541/master because node does not exist (not an error) 2024-11-16T10:22:42,552 WARN [M:0;b16ff38458c1:34123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:22:42,553 INFO [M:0;b16ff38458c1:34123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/.lastflushedseqids 2024-11-16T10:22:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741843_1019 (size=173) 2024-11-16T10:22:42,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:42,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101432a9fef0007, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:42,631 INFO [RS:0;b16ff38458c1:38049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:42,631 INFO [RS:0;b16ff38458c1:38049 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,38049,1731752548284; zookeeper connection closed. 2024-11-16T10:22:42,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5026c6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5026c6fd 2024-11-16T10:22:42,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:22:42,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:42,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:42,753 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:42,957 INFO [M:0;b16ff38458c1:34123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:22:42,957 INFO [M:0;b16ff38458c1:34123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:22:42,957 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:42,957 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:42,957 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:42,957 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:42,957 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:42,958 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-16T10:22:42,977 DEBUG [M:0;b16ff38458c1:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1c573594ac4940bff50faa74605b8f is 82, key is hbase:meta,,1/info:regioninfo/1731752551251/Put/seqid=0 2024-11-16T10:22:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741844_1020 (size=5672) 2024-11-16T10:22:42,985 INFO [M:0;b16ff38458c1:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1c573594ac4940bff50faa74605b8f 2024-11-16T10:22:43,009 DEBUG [M:0;b16ff38458c1:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81ed97c26a8845cd860529173f50e6d7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752555780/Put/seqid=0 2024-11-16T10:22:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741845_1021 (size=6587) 2024-11-16T10:22:43,056 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:43,420 INFO [M:0;b16ff38458c1:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81ed97c26a8845cd860529173f50e6d7 2024-11-16T10:22:43,441 DEBUG [M:0;b16ff38458c1:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bc50287d2645118f6b96294f304750 is 69, key is b16ff38458c1,38049,1731752548284/rs:state/1731752550640/Put/seqid=0 2024-11-16T10:22:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741846_1022 (size=5156) 2024-11-16T10:22:43,444 INFO [M:0;b16ff38458c1:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bc50287d2645118f6b96294f304750 2024-11-16T10:22:43,448 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1c573594ac4940bff50faa74605b8f as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1c573594ac4940bff50faa74605b8f 2024-11-16T10:22:43,452 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1c573594ac4940bff50faa74605b8f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T10:22:43,452 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81ed97c26a8845cd860529173f50e6d7 as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81ed97c26a8845cd860529173f50e6d7 2024-11-16T10:22:43,456 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81ed97c26a8845cd860529173f50e6d7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T10:22:43,457 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bc50287d2645118f6b96294f304750 as hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bc50287d2645118f6b96294f304750 2024-11-16T10:22:43,460 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39735/user/jenkins/test-data/3c4ae03a-0d2f-a9c7-6daa-4a1ee92ea8c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bc50287d2645118f6b96294f304750, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T10:22:43,461 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=55, compaction requested=false 2024-11-16T10:22:43,462 INFO [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:43,462 DEBUG [M:0;b16ff38458c1:34123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752562957Disabling compacts and flushes for region at 1731752562957Disabling writes for close at 1731752562957Obtaining lock to block concurrent updates at 1731752562958 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752562958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731752562958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752562958Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752562958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752562977 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752562977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752562989 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752563008 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752563008Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752563424 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752563440 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752563440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1419335a: reopening flushed file at 1731752563447 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32094416: reopening flushed file at 1731752563452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cdbd62: reopening flushed file at 1731752563456 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=55, compaction requested=false at 1731752563461 (+5 ms)Writing region close event to WAL at 1731752563462 (+1 ms)Closed at 1731752563462 2024-11-16T10:22:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40721 is added to blk_1073741830_1006 (size=32782) 2024-11-16T10:22:43,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:43,466 INFO [M:0;b16ff38458c1:34123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:22:43,466 INFO [M:0;b16ff38458c1:34123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34123 2024-11-16T10:22:43,466 INFO [M:0;b16ff38458c1:34123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:43,561 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:43,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:43,589 INFO [M:0;b16ff38458c1:34123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:43,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x101432a9fef0006, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:43,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe11dfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:43,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4540f54c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:43,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:43,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf1223c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:43,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@167c8b7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:43,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:22:43,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:22:43,596 WARN [BP-259356642-172.17.0.2-1731752546191 heartbeating to localhost/127.0.0.1:39735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:22:43,596 WARN [BP-259356642-172.17.0.2-1731752546191 heartbeating to localhost/127.0.0.1:39735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259356642-172.17.0.2-1731752546191 (Datanode Uuid 81c2e9e1-3547-4a8e-b150-c0f0352a199f) service to localhost/127.0.0.1:39735 2024-11-16T10:22:43,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/cluster_40bc04c8-0e4f-f115-c5a9-f51bbd1dab4e/data/data1/current/BP-259356642-172.17.0.2-1731752546191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:43,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/cluster_40bc04c8-0e4f-f115-c5a9-f51bbd1dab4e/data/data2/current/BP-259356642-172.17.0.2-1731752546191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:43,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:22:43,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54e672b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:43,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22d95228{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:43,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:43,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b3a466b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:43,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16448695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d923c43-e993-7ced-5491-0c7e3fd97813/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:43,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:22:43,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:22:43,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:43,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:43,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:43,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:43,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:43,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:22:43,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1197947504, stopped=false 2024-11-16T10:22:43,620 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,41709,1731752542714 2024-11-16T10:22:43,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11719548680/running 2024-11-16T10:22:43,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11719548680/running 2024-11-16T10:22:43,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:43,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:43,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:43,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/running 2024-11-16T10:22:43,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Set watcher on znode that does not yet exist, /11719548680/running 2024-11-16T10:22:43,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:43,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:43,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:43,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,36115,1731752542826' ***** 2024-11-16T10:22:43,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:22:43,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,36115,1731752542826 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:43,638 INFO [RS:0;b16ff38458c1:36115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:36115. 2024-11-16T10:22:43,639 DEBUG [RS:0;b16ff38458c1:36115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:43,639 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f6b0533cafd52c5d244db5e040803e4, disabling compactions & flushes 2024-11-16T10:22:43,639 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:22:43,639 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:22:43,639 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:22:43,639 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:43,639 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. after waiting 0 ms 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:43,639 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T10:22:43,639 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2f6b0533cafd52c5d244db5e040803e4=test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4.} 2024-11-16T10:22:43,639 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f6b0533cafd52c5d244db5e040803e4 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:43,639 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:43,639 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:43,639 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T10:22:43,646 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/default/test/2f6b0533cafd52c5d244db5e040803e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:22:43,647 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:43,647 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:43,647 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:43,647 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f6b0533cafd52c5d244db5e040803e4: Waiting for close lock at 1731752563639Running coprocessor pre-close hooks at 1731752563639Disabling compacts and flushes for region at 1731752563639Disabling writes for close at 1731752563639Writing region close event to WAL at 1731752563640 (+1 ms)Running coprocessor post-close hooks at 1731752563647 (+7 ms)Closed at 1731752563647 2024-11-16T10:22:43,647 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4. 2024-11-16T10:22:43,655 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/info/df14108cffc74075bdea883996aeeb3d is 129, key is test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4./info:regioninfo/1731752554234/Put/seqid=0 2024-11-16T10:22:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741841_1017 (size=6421) 2024-11-16T10:22:43,688 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:43,839 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:43,859 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:43,977 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:22:43,977 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:22:44,039 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:44,063 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/info/df14108cffc74075bdea883996aeeb3d 2024-11-16T10:22:44,088 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/ns/418a919a1bb4459a9684b504aa667ba1 is 43, key is default/ns:d/1731752546043/Put/seqid=0 2024-11-16T10:22:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741842_1018 (size=5153) 2024-11-16T10:22:44,100 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/ns/418a919a1bb4459a9684b504aa667ba1 2024-11-16T10:22:44,126 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/rep_barrier/98a78a3c7fa9430dbf507885dba4dc58 is 112, key is test,,1731752553497.2f6b0533cafd52c5d244db5e040803e4./rep_barrier:seqnumDuringOpen/1731752554234/Put/seqid=0 2024-11-16T10:22:44,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741843_1019 (size=5518) 2024-11-16T10:22:44,133 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/rep_barrier/98a78a3c7fa9430dbf507885dba4dc58 2024-11-16T10:22:44,159 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/table/8b25080dc9b44b5fb2bddf7df7e452b1 is 40, key is test/table:state/1731752554240/Put/seqid=0 2024-11-16T10:22:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741844_1020 (size=5165) 2024-11-16T10:22:44,239 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:44,440 DEBUG [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:44,465 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:44,567 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/table/8b25080dc9b44b5fb2bddf7df7e452b1 2024-11-16T10:22:44,570 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/info/df14108cffc74075bdea883996aeeb3d as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/info/df14108cffc74075bdea883996aeeb3d 2024-11-16T10:22:44,572 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/info/df14108cffc74075bdea883996aeeb3d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T10:22:44,573 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/ns/418a919a1bb4459a9684b504aa667ba1 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/ns/418a919a1bb4459a9684b504aa667ba1 2024-11-16T10:22:44,575 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/ns/418a919a1bb4459a9684b504aa667ba1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:22:44,576 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/rep_barrier/98a78a3c7fa9430dbf507885dba4dc58 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/rep_barrier/98a78a3c7fa9430dbf507885dba4dc58 2024-11-16T10:22:44,579 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/rep_barrier/98a78a3c7fa9430dbf507885dba4dc58, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T10:22:44,580 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/.tmp/table/8b25080dc9b44b5fb2bddf7df7e452b1 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/table/8b25080dc9b44b5fb2bddf7df7e452b1 2024-11-16T10:22:44,584 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/table/8b25080dc9b44b5fb2bddf7df7e452b1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T10:22:44,585 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=11, compaction requested=false 2024-11-16T10:22:44,585 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:22:44,595 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T10:22:44,596 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:44,596 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:44,596 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:44,596 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752563639Running coprocessor pre-close hooks at 1731752563639Disabling compacts and flushes for region at 1731752563639Disabling writes for close at 1731752563639Obtaining lock to block concurrent updates at 1731752563639Preparing flush snapshotting stores in 1588230740 at 1731752563639Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731752563639Flushing stores of hbase:meta,,1.1588230740 at 1731752563640 (+1 ms)Flushing 1588230740/info: creating writer at 1731752563640Flushing 1588230740/info: appending metadata at 1731752563654 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731752563654Flushing 1588230740/ns: creating writer at 1731752564070 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731752564087 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731752564087Flushing 1588230740/rep_barrier: creating writer at 1731752564105 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752564126 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752564126Flushing 1588230740/table: creating writer at 1731752564137 (+11 ms)Flushing 1588230740/table: appending metadata at 1731752564158 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731752564158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bc2736: reopening flushed file at 1731752564569 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6191d4f3: reopening flushed file at 1731752564573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363feb07: reopening flushed file at 1731752564576 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a491424: reopening flushed file at 1731752564579 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=11, compaction requested=false at 1731752564585 (+6 ms)Writing region close event to WAL at 1731752564591 (+6 ms)Running coprocessor post-close hooks at 1731752564596 (+5 ms)Closed at 1731752564596 2024-11-16T10:22:44,596 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:44,640 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,36115,1731752542826; all regions closed. 2024-11-16T10:22:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741834_1010 (size=2717) 2024-11-16T10:22:44,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/WALs/b16ff38458c1,36115,1731752542826/b16ff38458c1%2C36115%2C1731752542826.meta.1731752545996.meta not finished, retry = 0 2024-11-16T10:22:44,744 DEBUG [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/oldWALs 2024-11-16T10:22:44,744 INFO [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C36115%2C1731752542826.meta:.meta(num 1731752545996) 2024-11-16T10:22:44,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741832_1008 (size=1374) 2024-11-16T10:22:44,747 DEBUG [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/oldWALs 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b16ff38458c1%2C36115%2C1731752542826:(num 1731752545093) 2024-11-16T10:22:44,747 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:44,747 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:44,747 INFO [RS:0;b16ff38458c1:36115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:36115. 2024-11-16T10:22:44,747 DEBUG [RS:0;b16ff38458c1:36115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:44,747 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:44,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:44,747 DEBUG [RS:0;b16ff38458c1:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:44,748 INFO [RS:0;b16ff38458c1:36115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36115 2024-11-16T10:22:44,762 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11719548680/rs/b16ff38458c1,36115,1731752542826 2024-11-16T10:22:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680/rs 2024-11-16T10:22:44,821 INFO [RS:0;b16ff38458c1:36115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:44,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,36115,1731752542826] 2024-11-16T10:22:44,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11719548680/draining/b16ff38458c1,36115,1731752542826 already deleted, retry=false 2024-11-16T10:22:44,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,36115,1731752542826 expired; onlineServers=0 2024-11-16T10:22:44,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,41709,1731752542714' ***** 2024-11-16T10:22:44,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:44,847 DEBUG [M:0;b16ff38458c1:41709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:22:44,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:22:44,847 DEBUG [M:0;b16ff38458c1:41709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:22:44,847 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752544834 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752544834,5,FailOnTimeoutGroup] 2024-11-16T10:22:44,847 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752544836 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752544836,5,FailOnTimeoutGroup] 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:44,847 DEBUG [M:0;b16ff38458c1:41709 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:44,847 INFO [M:0;b16ff38458c1:41709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:22:44,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:22:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11719548680/master 2024-11-16T10:22:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11719548680 2024-11-16T10:22:44,857 DEBUG [M:0;b16ff38458c1:41709 {}] zookeeper.ZKUtil(347): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Unable to get data of znode /11719548680/master because node does not exist (not an error) 2024-11-16T10:22:44,857 WARN [M:0;b16ff38458c1:41709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:22:44,859 INFO [M:0;b16ff38458c1:41709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/.lastflushedseqids 2024-11-16T10:22:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741845_1021 (size=173) 2024-11-16T10:22:44,864 INFO [M:0;b16ff38458c1:41709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:22:44,864 INFO [M:0;b16ff38458c1:41709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:22:44,864 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:44,864 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:44,864 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:44,864 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:44,864 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:44,865 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T10:22:44,885 DEBUG [M:0;b16ff38458c1:41709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d6d83ee37b44db6ad656863f4356e99 is 82, key is hbase:meta,,1/info:regioninfo/1731752546027/Put/seqid=0 2024-11-16T10:22:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:22:44,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:44,936 INFO [RS:0;b16ff38458c1:36115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:44,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x101432a9fef0004, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:44,936 INFO [RS:0;b16ff38458c1:36115 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,36115,1731752542826; zookeeper connection closed. 2024-11-16T10:22:44,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b09b9f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b09b9f5 2024-11-16T10:22:44,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:22:45,289 INFO [M:0;b16ff38458c1:41709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d6d83ee37b44db6ad656863f4356e99 2024-11-16T10:22:45,313 DEBUG [M:0;b16ff38458c1:41709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab59e283c1ac4132b9da0d2c15db16d9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731752554243/Put/seqid=0 2024-11-16T10:22:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741847_1023 (size=6586) 2024-11-16T10:22:45,469 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:45,717 INFO [M:0;b16ff38458c1:41709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab59e283c1ac4132b9da0d2c15db16d9 2024-11-16T10:22:45,733 DEBUG [M:0;b16ff38458c1:41709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce1bdd378343a9aedfa42941eb18d8 is 69, key is b16ff38458c1,36115,1731752542826/rs:state/1731752544888/Put/seqid=0 2024-11-16T10:22:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741848_1024 (size=5156) 2024-11-16T10:22:45,735 INFO [M:0;b16ff38458c1:41709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce1bdd378343a9aedfa42941eb18d8 2024-11-16T10:22:45,739 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d6d83ee37b44db6ad656863f4356e99 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d6d83ee37b44db6ad656863f4356e99 2024-11-16T10:22:45,742 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d6d83ee37b44db6ad656863f4356e99, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T10:22:45,743 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab59e283c1ac4132b9da0d2c15db16d9 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab59e283c1ac4132b9da0d2c15db16d9 2024-11-16T10:22:45,746 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab59e283c1ac4132b9da0d2c15db16d9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T10:22:45,747 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffce1bdd378343a9aedfa42941eb18d8 as hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffce1bdd378343a9aedfa42941eb18d8 2024-11-16T10:22:45,750 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/0b6d47a6-365d-c49b-d424-ba31e4119ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffce1bdd378343a9aedfa42941eb18d8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T10:22:45,750 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-16T10:22:45,752 INFO [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:45,752 DEBUG [M:0;b16ff38458c1:41709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752564864Disabling compacts and flushes for region at 1731752564864Disabling writes for close at 1731752564864Obtaining lock to block concurrent updates at 1731752564865 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752564865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731752564865Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752564865Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752564866 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752564885 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752564885Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752565293 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752565312 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752565312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752565720 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752565732 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752565732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5da238: reopening flushed file at 1731752565739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a19e1fd: reopening flushed file at 1731752565743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff613c0: reopening flushed file at 1731752565746 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1731752565750 (+4 ms)Writing region close event to WAL at 1731752565752 (+2 ms)Closed at 1731752565752 2024-11-16T10:22:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741830_1006 (size=32770) 2024-11-16T10:22:45,756 INFO [M:0;b16ff38458c1:41709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:22:45,756 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:45,756 INFO [M:0;b16ff38458c1:41709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41709 2024-11-16T10:22:45,756 INFO [M:0;b16ff38458c1:41709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:45,766 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:45,904 INFO [M:0;b16ff38458c1:41709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:45,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41709-0x101432a9fef0003, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:45,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23db4cb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:45,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bafa8f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:45,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:45,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b87431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:45,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46218b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:45,909 WARN [BP-1743977260-172.17.0.2-1731752540930 heartbeating to localhost/127.0.0.1:43361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:22:45,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:22:45,909 WARN [BP-1743977260-172.17.0.2-1731752540930 heartbeating to localhost/127.0.0.1:43361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1743977260-172.17.0.2-1731752540930 (Datanode Uuid 414f598c-7e0d-4084-8406-d05a13af6a0e) service to localhost/127.0.0.1:43361 2024-11-16T10:22:45,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:22:45,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/cluster_9b559a80-1d5d-29d7-a2e7-83084f806ff8/data/data1/current/BP-1743977260-172.17.0.2-1731752540930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:45,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/cluster_9b559a80-1d5d-29d7-a2e7-83084f806ff8/data/data2/current/BP-1743977260-172.17.0.2-1731752540930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:45,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:22:45,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57de183b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:45,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52cff1ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:45,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:45,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344c03c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:45,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48dd5c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e422c6a0-405c-1368-131f-9c344edf1758/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:45,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:22:45,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T10:22:45,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:45,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:45,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:45,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:45,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:45,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:22:45,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1747194362, stopped=false 2024-11-16T10:22:45,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b16ff38458c1,43911,1731752537028 2024-11-16T10:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-309574657/running 2024-11-16T10:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-309574657/running 2024-11-16T10:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:45,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:45,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T10:22:45,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:45,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/running 2024-11-16T10:22:45,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:45,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Set watcher on znode that does not yet exist, /0-309574657/running 2024-11-16T10:22:45,953 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b16ff38458c1,43663,1731752537225' ***** 2024-11-16T10:22:45,953 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:22:45,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(3091): Received CLOSE for aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(3091): Received CLOSE for 014667bed6f8d85eb36d5df28dd75536 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(959): stopping server b16ff38458c1,43663,1731752537225 2024-11-16T10:22:45,953 INFO [RS:0;b16ff38458c1:43663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43663. 2024-11-16T10:22:45,954 DEBUG [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:45,954 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa121673bc686107bbf7963347d4de92, disabling compactions & flushes 2024-11-16T10:22:45,954 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731752551346.aa121673bc686107bbf7963347d4de92. after waiting 0 ms 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T10:22:45,954 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T10:22:45,954 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aa121673bc686107bbf7963347d4de92=test,,1731752551346.aa121673bc686107bbf7963347d4de92., 014667bed6f8d85eb36d5df28dd75536=hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536.} 2024-11-16T10:22:45,954 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 014667bed6f8d85eb36d5df28dd75536, 1588230740, aa121673bc686107bbf7963347d4de92 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:22:45,954 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:22:45,954 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:22:45,954 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T10:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/default/test/aa121673bc686107bbf7963347d4de92/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T10:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T10:22:45,958 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:45,958 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa121673bc686107bbf7963347d4de92: Waiting for close lock at 1731752565954Running coprocessor pre-close hooks at 1731752565954Disabling compacts and flushes for region at 1731752565954Disabling writes for close at 1731752565954Writing region close event to WAL at 1731752565956 (+2 ms)Running coprocessor post-close hooks at 1731752565958 (+2 ms)Closed at 1731752565958 2024-11-16T10:22:45,959 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731752551346.aa121673bc686107bbf7963347d4de92. 2024-11-16T10:22:45,959 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 014667bed6f8d85eb36d5df28dd75536, disabling compactions & flushes 2024-11-16T10:22:45,959 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:45,959 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:45,959 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. after waiting 0 ms 2024-11-16T10:22:45,959 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:45,959 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 014667bed6f8d85eb36d5df28dd75536 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T10:22:45,973 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/hfileref/a2de9bcfe57f4d3f98bf18893912f3f3 is 74, key is 1/hfileref:03bd82ad2bac43969fb936627e006a7c_SeqId_6_/1731752560764/DeleteColumn/seqid=0 2024-11-16T10:22:45,973 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/info/194ed85ad1c442d8ab7fd398183ba515 is 147, key is hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536./info:regioninfo/1731752557173/Put/seqid=0 2024-11-16T10:22:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741848_1024 (size=5489) 2024-11-16T10:22:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741847_1023 (size=7686) 2024-11-16T10:22:45,977 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/hfileref/a2de9bcfe57f4d3f98bf18893912f3f3 2024-11-16T10:22:45,977 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/info/194ed85ad1c442d8ab7fd398183ba515 2024-11-16T10:22:45,994 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/queue/9fd9aec559d9401686e355ff688fbfe9 is 153, key is 1-b16ff38458c1,43663,1731752537225/queue:b16ff38458c1%2C43663%2C1731752537225/1731752560766/Put/seqid=0 2024-11-16T10:22:45,996 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/ns/57d1b022af134067a8f2724d7531687e is 43, key is default/ns:d/1731752540843/Put/seqid=0 2024-11-16T10:22:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741849_1025 (size=5504) 2024-11-16T10:22:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741850_1026 (size=5153) 2024-11-16T10:22:46,037 INFO [regionserver/b16ff38458c1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:46,154 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 014667bed6f8d85eb36d5df28dd75536, 1588230740 2024-11-16T10:22:46,354 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 014667bed6f8d85eb36d5df28dd75536, 1588230740 2024-11-16T10:22:46,398 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/queue/9fd9aec559d9401686e355ff688fbfe9 2024-11-16T10:22:46,400 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/ns/57d1b022af134067a8f2724d7531687e 2024-11-16T10:22:46,403 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/hfileref/a2de9bcfe57f4d3f98bf18893912f3f3 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/hfileref/a2de9bcfe57f4d3f98bf18893912f3f3 2024-11-16T10:22:46,430 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/hfileref/a2de9bcfe57f4d3f98bf18893912f3f3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T10:22:46,431 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/.tmp/queue/9fd9aec559d9401686e355ff688fbfe9 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/queue/9fd9aec559d9401686e355ff688fbfe9 2024-11-16T10:22:46,435 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/queue/9fd9aec559d9401686e355ff688fbfe9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T10:22:46,436 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 014667bed6f8d85eb36d5df28dd75536 in 477ms, sequenceid=17, compaction requested=false 2024-11-16T10:22:46,443 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/rep_barrier/1262281dfcf2448b8d739c99ab305cc4 is 112, key is test,,1731752551346.aa121673bc686107bbf7963347d4de92./rep_barrier:seqnumDuringOpen/1731752552484/Put/seqid=0 2024-11-16T10:22:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741851_1027 (size=5518) 2024-11-16T10:22:46,456 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/replication/014667bed6f8d85eb36d5df28dd75536/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T10:22:46,457 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:46,457 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:46,457 INFO [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:46,457 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 014667bed6f8d85eb36d5df28dd75536: Waiting for close lock at 1731752565959Running coprocessor pre-close hooks at 1731752565959Disabling compacts and flushes for region at 1731752565959Disabling writes for close at 1731752565959Obtaining lock to block concurrent updates at 1731752565959Preparing flush snapshotting stores in 014667bed6f8d85eb36d5df28dd75536 at 1731752565959Finished memstore snapshotting hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731752565959Flushing stores of hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. at 1731752565959Flushing 014667bed6f8d85eb36d5df28dd75536/hfileref: creating writer at 1731752565960 (+1 ms)Flushing 014667bed6f8d85eb36d5df28dd75536/hfileref: appending metadata at 1731752565973 (+13 ms)Flushing 014667bed6f8d85eb36d5df28dd75536/hfileref: closing flushed file at 1731752565973Flushing 014667bed6f8d85eb36d5df28dd75536/queue: creating writer at 1731752565982 (+9 ms)Flushing 014667bed6f8d85eb36d5df28dd75536/queue: appending metadata at 1731752565994 (+12 ms)Flushing 014667bed6f8d85eb36d5df28dd75536/queue: closing flushed file at 1731752565994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5684f480: reopening flushed file at 1731752566402 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655944c0: reopening flushed file at 1731752566430 (+28 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 014667bed6f8d85eb36d5df28dd75536 in 477ms, sequenceid=17, compaction requested=false at 1731752566436 (+6 ms)Writing region close event to WAL at 1731752566450 (+14 ms)Running coprocessor post-close hooks at 1731752566457 (+7 ms)Closed at 1731752566457 2024-11-16T10:22:46,457 DEBUG [RS_CLOSE_REGION-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731752556796.014667bed6f8d85eb36d5df28dd75536. 2024-11-16T10:22:46,555 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:46,572 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:46,576 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:22:46,576 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:46,576 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:22:46,577 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b16ff38458c1,43663,1731752537225: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b16ff38458c1,43663,1731752537225, walGroup=b16ff38458c1%2C43663%2C1731752537225, offset=b16ff38458c1%2C43663%2C1731752537225.1731752559492:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T10:22:46,578 ERROR [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T10:22:46,578 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T10:22:46,579 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T10:22:46,579 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T10:22:46,579 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T10:22:46,579 INFO [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1656750080, "init": 1048576000, "max": 2306867200, "used": 981602608 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208108200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T10:22:46,579 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b16ff38458c1:43911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T10:22:46,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:22:46,708 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:22:46,708 INFO [regionserver/b16ff38458c1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:22:46,755 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:46,785 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:46,856 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/rep_barrier/1262281dfcf2448b8d739c99ab305cc4 2024-11-16T10:22:46,869 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 393, reset compression=false 2024-11-16T10:22:46,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T10:22:46,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:46,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b16ff38458c1,43663,1731752537225 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T10:22:46,874 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T10:22:46,878 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/table/989175838dbc4f64948da06ceecccdae is 53, key is hbase:replication/table:state/1731752557187/Put/seqid=0 2024-11-16T10:22:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741852_1028 (size=5308) 2024-11-16T10:22:46,955 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T10:22:46,955 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:22:46,955 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:47,078 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:47,088 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:47,155 DEBUG [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T10:22:47,281 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/table/989175838dbc4f64948da06ceecccdae 2024-11-16T10:22:47,285 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/info/194ed85ad1c442d8ab7fd398183ba515 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/info/194ed85ad1c442d8ab7fd398183ba515 2024-11-16T10:22:47,288 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/info/194ed85ad1c442d8ab7fd398183ba515, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T10:22:47,288 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/ns/57d1b022af134067a8f2724d7531687e as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/ns/57d1b022af134067a8f2724d7531687e 2024-11-16T10:22:47,292 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/ns/57d1b022af134067a8f2724d7531687e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T10:22:47,292 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/rep_barrier/1262281dfcf2448b8d739c99ab305cc4 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/rep_barrier/1262281dfcf2448b8d739c99ab305cc4 2024-11-16T10:22:47,296 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/rep_barrier/1262281dfcf2448b8d739c99ab305cc4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T10:22:47,296 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/.tmp/table/989175838dbc4f64948da06ceecccdae as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/table/989175838dbc4f64948da06ceecccdae 2024-11-16T10:22:47,299 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/table/989175838dbc4f64948da06ceecccdae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T10:22:47,300 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-16T10:22:47,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:22:47,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T10:22:47,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:22:47,304 INFO [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:47,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731752565954Running coprocessor pre-close hooks at 1731752565954Disabling compacts and flushes for region at 1731752565954Disabling writes for close at 1731752565954Obtaining lock to block concurrent updates at 1731752565954Preparing flush snapshotting stores in 1588230740 at 1731752565954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731752565955 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731752565955Flushing 1588230740/info: creating writer at 1731752565955Flushing 1588230740/info: appending metadata at 1731752565973 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731752565973Flushing 1588230740/ns: creating writer at 1731752565981 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731752565996 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731752565996Flushing 1588230740/rep_barrier: creating writer at 1731752566405 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731752566442 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731752566442Flushing 1588230740/table: creating writer at 1731752566861 (+419 ms)Flushing 1588230740/table: appending metadata at 1731752566878 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731752566878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76c3af: reopening flushed file at 1731752567284 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f21cfb0: reopening flushed file at 1731752567288 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62eec163: reopening flushed file at 1731752567292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb68e52: reopening flushed file at 1731752567296 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1731752567300 (+4 ms)Writing region close event to WAL at 1731752567302 (+2 ms)Running coprocessor post-close hooks at 1731752567304 (+2 ms)Closed at 1731752567304 2024-11-16T10:22:47,304 DEBUG [RS_CLOSE_META-regionserver/b16ff38458c1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:22:47,355 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(976): stopping server b16ff38458c1,43663,1731752537225; all regions closed. 2024-11-16T10:22:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741843_1019 (size=859) 2024-11-16T10:22:47,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741844_1020 (size=2791) 2024-11-16T10:22:47,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.rep.1731752559548 not finished, retry = 0 2024-11-16T10:22:47,381 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741842_1018 (size=696) 2024-11-16T10:22:47,463 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:47,463 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:22:47,463 INFO [RS:0;b16ff38458c1:43663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:47,464 INFO [RS:0;b16ff38458c1:43663 {}] hbase.ChoreService(370): Chore service for: regionserver/b16ff38458c1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:47,464 INFO [RS:0;b16ff38458c1:43663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:47,464 INFO [regionserver/b16ff38458c1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:47,464 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b16ff38458c1,43663,1731752537225 because: Region server is closing 2024-11-16T10:22:47,464 INFO [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43663. 2024-11-16T10:22:47,464 DEBUG [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:47,464 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:47,464 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:47,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:47,491 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 to pos 688, reset compression=false 2024-11-16T10:22:47,492 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/WALs/b16ff38458c1,43663,1731752537225/b16ff38458c1%2C43663%2C1731752537225.1731752559492 2024-11-16T10:22:47,492 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T10:22:47,492 DEBUG [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T10:22:47,565 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 terminated 2024-11-16T10:22:47,565 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b16ff38458c1,43663,1731752537225 because: Region server is closing 2024-11-16T10:22:47,565 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,1-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,1-b16ff38458c1,43663,1731752537225 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T10:22:47,565 INFO [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b16ff38458c1:43663. 2024-11-16T10:22:47,565 DEBUG [RS:0;b16ff38458c1:43663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:22:47,565 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:47,565 DEBUG [RS:0;b16ff38458c1:43663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:22:47,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T10:22:47,665 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.shipperb16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 terminated 2024-11-16T10:22:47,665 WARN [RS_REFRESH_PEER-regionserver/b16ff38458c1:0-0.replicationSource,2-b16ff38458c1,43663,1731752537225.replicationSource.wal-reader.b16ff38458c1%2C43663%2C1731752537225,2-b16ff38458c1,43663,1731752537225 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T10:22:47,665 INFO [RS:0;b16ff38458c1:43663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43663 2024-11-16T10:22:47,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-309574657/rs/b16ff38458c1,43663,1731752537225 2024-11-16T10:22:47,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657/rs 2024-11-16T10:22:47,678 INFO [RS:0;b16ff38458c1:43663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:47,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b16ff38458c1,43663,1731752537225] 2024-11-16T10:22:47,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-309574657/draining/b16ff38458c1,43663,1731752537225 already deleted, retry=false 2024-11-16T10:22:47,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b16ff38458c1,43663,1731752537225 expired; onlineServers=0 2024-11-16T10:22:47,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b16ff38458c1,43911,1731752537028' ***** 2024-11-16T10:22:47,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:22:47,699 INFO [M:0;b16ff38458c1:43911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T10:22:47,699 INFO [M:0;b16ff38458c1:43911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T10:22:47,699 DEBUG [M:0;b16ff38458c1:43911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:22:47,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:22:47,699 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752539505 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.large.0-1731752539505,5,FailOnTimeoutGroup] 2024-11-16T10:22:47,699 DEBUG [master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752539505 {}] cleaner.HFileCleaner(306): Exit Thread[master/b16ff38458c1:0:becomeActiveMaster-HFileCleaner.small.0-1731752539505,5,FailOnTimeoutGroup] 2024-11-16T10:22:47,699 DEBUG [M:0;b16ff38458c1:43911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:22:47,699 INFO [M:0;b16ff38458c1:43911 {}] hbase.ChoreService(370): Chore service for: master/b16ff38458c1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T10:22:47,699 INFO [M:0;b16ff38458c1:43911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T10:22:47,699 DEBUG [M:0;b16ff38458c1:43911 {}] master.HMaster(1795): Stopping service threads 2024-11-16T10:22:47,699 INFO [M:0;b16ff38458c1:43911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:22:47,700 INFO [M:0;b16ff38458c1:43911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T10:22:47,700 ERROR [M:0;b16ff38458c1:43911 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39353,5,PEWorkerGroup] 2024-11-16T10:22:47,700 INFO [M:0;b16ff38458c1:43911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:22:47,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:22:47,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-309574657/master 2024-11-16T10:22:47,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-309574657 2024-11-16T10:22:47,709 DEBUG [M:0;b16ff38458c1:43911 {}] zookeeper.ZKUtil(347): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Unable to get data of znode /0-309574657/master because node does not exist (not an error) 2024-11-16T10:22:47,709 WARN [M:0;b16ff38458c1:43911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:22:47,710 INFO [M:0;b16ff38458c1:43911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/.lastflushedseqids 2024-11-16T10:22:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741853_1029 (size=263) 2024-11-16T10:22:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:47,788 INFO [RS:0;b16ff38458c1:43663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:47,788 INFO [RS:0;b16ff38458c1:43663 {}] regionserver.HRegionServer(1031): Exiting; stopping=b16ff38458c1,43663,1731752537225; zookeeper connection closed. 2024-11-16T10:22:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43663-0x101432a9fef0001, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:47,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a761f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a761f 2024-11-16T10:22:47,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:22:47,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:22:47,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:47,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:22:48,113 INFO [M:0;b16ff38458c1:43911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T10:22:48,113 INFO [M:0;b16ff38458c1:43911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:22:48,114 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:22:48,114 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:48,114 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:48,114 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:22:48,114 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:48,114 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-16T10:22:48,127 DEBUG [M:0;b16ff38458c1:43911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e454e6d8cf42e08f4277e746397014 is 82, key is hbase:meta,,1/info:regioninfo/1731752540788/Put/seqid=0 2024-11-16T10:22:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741854_1030 (size=5672) 2024-11-16T10:22:48,530 INFO [M:0;b16ff38458c1:43911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e454e6d8cf42e08f4277e746397014 2024-11-16T10:22:48,545 DEBUG [M:0;b16ff38458c1:43911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10afb1eb2026412883ddfa37518febf3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731752557191/Put/seqid=0 2024-11-16T10:22:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741855_1031 (size=8909) 2024-11-16T10:22:48,948 INFO [M:0;b16ff38458c1:43911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10afb1eb2026412883ddfa37518febf3 2024-11-16T10:22:48,978 DEBUG [M:0;b16ff38458c1:43911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf041475eba24044b027d2b7a8e59cd8 is 69, key is b16ff38458c1,43663,1731752537225/rs:state/1731752539693/Put/seqid=0 2024-11-16T10:22:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741856_1032 (size=5156) 2024-11-16T10:22:49,388 INFO [M:0;b16ff38458c1:43911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf041475eba24044b027d2b7a8e59cd8 2024-11-16T10:22:49,393 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e454e6d8cf42e08f4277e746397014 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93e454e6d8cf42e08f4277e746397014 2024-11-16T10:22:49,396 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93e454e6d8cf42e08f4277e746397014, entries=8, sequenceid=112, filesize=5.5 K 2024-11-16T10:22:49,397 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10afb1eb2026412883ddfa37518febf3 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10afb1eb2026412883ddfa37518febf3 2024-11-16T10:22:49,400 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10afb1eb2026412883ddfa37518febf3, entries=13, sequenceid=112, filesize=8.7 K 2024-11-16T10:22:49,400 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf041475eba24044b027d2b7a8e59cd8 as hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf041475eba24044b027d2b7a8e59cd8 2024-11-16T10:22:49,403 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39353/user/jenkins/test-data/c5ec7fea-b51e-4d0a-3056-facf5d6173c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf041475eba24044b027d2b7a8e59cd8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-16T10:22:49,404 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=112, compaction requested=false 2024-11-16T10:22:49,405 INFO [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:22:49,405 DEBUG [M:0;b16ff38458c1:43911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731752568113Disabling compacts and flushes for region at 1731752568113Disabling writes for close at 1731752568114 (+1 ms)Obtaining lock to block concurrent updates at 1731752568114Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731752568114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731752568114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731752568114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731752568114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731752568126 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731752568126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731752568533 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731752568545 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731752568545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731752568951 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731752568977 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731752568978 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185f5228: reopening flushed file at 1731752569392 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65697933: reopening flushed file at 1731752569396 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17647f96: reopening flushed file at 1731752569400 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=112, compaction requested=false at 1731752569404 (+4 ms)Writing region close event to WAL at 1731752569405 (+1 ms)Closed at 1731752569405 2024-11-16T10:22:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44537 is added to blk_1073741830_1006 (size=69055) 2024-11-16T10:22:49,407 INFO [M:0;b16ff38458c1:43911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T10:22:49,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T10:22:49,407 INFO [M:0;b16ff38458c1:43911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43911 2024-11-16T10:22:49,407 INFO [M:0;b16ff38458c1:43911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T10:22:49,515 INFO [M:0;b16ff38458c1:43911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T10:22:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43911-0x101432a9fef0000, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:22:49,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f099f5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:22:49,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@213e56d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:49,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:49,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb9b812{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:49,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e357b8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:49,531 WARN [BP-1923237524-172.17.0.2-1731752535128 heartbeating to localhost/127.0.0.1:39353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:22:49,531 WARN [BP-1923237524-172.17.0.2-1731752535128 heartbeating to localhost/127.0.0.1:39353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923237524-172.17.0.2-1731752535128 (Datanode Uuid 57b84ee3-f587-4998-97ba-e1ef9e08a531) service to localhost/127.0.0.1:39353 2024-11-16T10:22:49,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:22:49,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/data/data1/current/BP-1923237524-172.17.0.2-1731752535128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:49,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:22:49,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/cluster_78cc6911-093c-ab3b-9fd6-46d643c5dc05/data/data2/current/BP-1923237524-172.17.0.2-1731752535128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:22:49,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:22:49,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ef3d31c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:22:49,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74764cda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:22:49,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:22:49,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d592c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:22:49,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16e6719e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cdcb4e7-3b2b-1767-3e56-275ff3bad708/hadoop.log.dir/,STOPPED} 2024-11-16T10:22:49,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:22:49,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T10:22:49,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 530) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43361 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43361 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 453) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3592 (was 3439) - AvailableMemoryMB LEAK? - 2024-11-16T10:22:49,583 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-16T10:22:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101432a9fef0008, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101432a9fef0005, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101432a9fef0002, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T10:22:49,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101432a9fef0002, quorum=127.0.0.1:63098, baseZNode=/0-309574657 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:22:49,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101432a9fef0008, quorum=127.0.0.1:63098, baseZNode=/2-1107153541 Received Disconnected from ZooKeeper, ignoring 2024-11-16T10:22:49,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101432a9fef0005, quorum=127.0.0.1:63098, baseZNode=/11719548680 Received Disconnected from ZooKeeper, ignoring